-- Logs begin at Tue 2021-06-15 13:46:49 UTC, end at Tue 2021-06-15 14:47:50 UTC. -- Jun 15 14:18:05.712806 dv-cinder-772126-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 14:18:09.112516 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:18:09.113404 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:18:09.113404 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91649) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:18:09.116779 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:18:09.117046 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:18:09.117362 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91649) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:18:09.118398 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:18:09.118635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:18:09.119057 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:18:09.119312 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:18:09.119535 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:18:09.119865 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.120170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.120630 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.120872 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.121173 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.121505 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.121929 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.122234 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.122578 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.122876 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.123161 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.123458 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.123695 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.123986 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.124292 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.124591 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.124819 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] debug = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.125104 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.125559 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.129263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] host = dv-cinder-772126-3-iscsi {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130989 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130989 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] log_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.130989 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.131323 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.131429 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.132126 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.132126 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.132126 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.132491 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.132823 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.133406 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.133406 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.133663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.133842 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.134170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.134394 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.134758 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.134983 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.135279 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.135562 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.135900 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.136163 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.136445 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.136893 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.139188 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.139382 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.139673 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.140006 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.140264 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.140556 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.142306 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.142306 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.142306 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.142306 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.142820 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.142820 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.143024 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.143226 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.143505 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] use_json = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.143789 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.144071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.144368 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.144651 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.144933 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.145213 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.145492 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.145792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:09.146108 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.146443 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.146761 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.147055 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.147357 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.147650 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.147944 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.148230 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.148529 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.148830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.149129 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.149411 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.149709 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.149995 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.150300 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.150640 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.150946 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.151243 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.151527 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.152352 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.152636 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.152926 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.153215 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.153609 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.153920 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.154203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.154524 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.154831 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.155119 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.155401 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.155687 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.155986 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.156273 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.156554 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.156843 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.157131 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.157418 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.157701 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.157991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.158290 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.158610 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.158890 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.159170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.159453 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.159735 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.160026 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.160307 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.160581 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.160860 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.161145 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.161432 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.161711 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.161994 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.162275 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.162582 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.162865 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.163148 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.163424 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.163710 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.163987 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.164263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.164544 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.164822 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.165102 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.165645 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.165920 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.166197 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.166502 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.166799 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.167110 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.167502 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.168297 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.168651 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.168935 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.169329 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.169622 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.169913 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.170200 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.170516 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.170824 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.171113 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.171414 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.171707 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.171994 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.172297 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.172580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.172871 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.173152 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.173437 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.173734 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.174028 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.174336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.174661 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.174965 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.175266 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.175568 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.175855 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.176177 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.176463 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:09.176683 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:18:09.176939 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91649) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 14:18:09.558060 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.558489 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.558789 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.559177 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 14:18:09.984435 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:09.984726 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:09.984990 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:09.986403 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:09.986689 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:09.986957 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.024775 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.025058 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.025333 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.040724 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.041013 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.041286 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.075409 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.075695 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.075967 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.117208 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.118230 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.118230 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.399838 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.400122 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.400396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.400661 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.401788 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.544774 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.545281 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.545580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.545860 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.547713 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.548074 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.548353 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.548628 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.548900 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.549213 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.549495 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.549777 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.550050 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.550330 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.550629 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.550923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.551217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.551486 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.551784 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.552057 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.552360 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.552757 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.553019 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.553323 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.553581 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.553835 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.554314 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:10.555217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:10.555217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:10.555217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:10.555536 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:10.555536 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:10.557128 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 14:18:10.561370 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 14:18:10.566440 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 14:18:10.571079 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 15 14:18:10.573130 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 14:18:10.573775 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 14:18:10.574319 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 14:18:10.574827 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 14:18:10.578451 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 14:18:10.578715 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 14:18:10.579108 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:18:10.609694 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 14:18:10.610166 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.610507 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91649) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 15 14:18:10.610880 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.612370 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91649) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 14:18:10.612672 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:18:10.612926 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 14:18:10.616277 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.616571 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:10.683506 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 14:18:10.683715 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 14:18:10.683923 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 14:18:10.684663 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 14:18:10.713844 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_db.sqlalchemy.engines [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91649) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 14:18:11.281826 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing driver for type 'gre' Jun 15 14:18:11.282971 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] gre ID ranges: [(1, 1000)] Jun 15 14:18:11.351758 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing driver for type 'local' Jun 15 14:18:11.352241 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing driver for type 'vlan' Jun 15 14:18:11.372690 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] VlanTypeDriver initialization complete Jun 15 14:18:11.373164 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing driver for type 'vxlan' Jun 15 14:18:11.373778 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] vxlan ID ranges: [(1, 1000)] Jun 15 14:18:11.455978 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing extension driver 'port_security' Jun 15 14:18:11.456542 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.extensions.port_security [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] PortSecurityExtensionDriver initialization complete Jun 15 14:18:11.457101 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing mechanism driver 'openvswitch' Jun 15 14:18:11.457657 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing mechanism driver 'hyperv' Jun 15 14:18:11.468726 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.plugin [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:11.470283 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.470929 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.471528 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.472202 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnet after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.472718 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnet after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.473288 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.473867 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.475069 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.475196 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.475798 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > security_group after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.476437 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > security_group after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.477057 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.477737 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.478377 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.479013 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.479683 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > address_group after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.481138 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > address_group after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.481945 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.482555 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] ML2 OVO RPC backend initialized. {{(pid=91649) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 14:18:11.484099 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.484641 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.485483 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.485850 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > networks before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.487031 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.487031 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > ports before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.487610 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnet before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.488167 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnets before_response 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.488734 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.489292 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.489834 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.490415 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.490968 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.491531 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.492076 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnet after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.492614 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnet after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.493161 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.494159 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.plugin [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Modular L2 Plugin initialization complete Jun 15 14:18:11.494712 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading services supported by the core plugin {{(pid=91649) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 14:18:11.495249 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.plugins.ml2.managers [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Got port-security extension from driver 'port_security' Jun 15 14:18:11.496644 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.extensions.vlantransparent [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Disabled vlantransparent extension. Jun 15 14:18:11.497439 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91649) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 14:18:11.497949 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: router Jun 15 14:18:11.557263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.557805 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router after_create 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.558480 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router before_create 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.559083 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.559875 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.560948 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router after_delete 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.561528 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.562127 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router after_create 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.562735 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router after_update 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.563320 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router after_update 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.563897 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.564491 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router after_update 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.565195 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_update 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.565801 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: port after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.566373 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: port after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.566920 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: subnet after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.567471 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.568041 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.568609 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_create 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.569184 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: port before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.569736 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.570334 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router after_update 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.570935 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.571553 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_create 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.572179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.572804 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_update 55549900 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.574076 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > network after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.576170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Tracking information for resource: router configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:11.576734 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Tracking information for resource: floatingip configured {{(pid=91649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:18:11.585707 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.db.l3_agentschedulers_db [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 14:18:11.586709 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: port after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.587280 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: port after_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.587841 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: port after_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.588421 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: port after_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.590379 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router before_create 55550100 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.590978 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.591554 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_create 55550100 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.592135 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > router precommit_update 55550100 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.601127 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.services.provider_configuration [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service providers = [] {{(pid=91649) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 14:18:11.601758 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.db.servicetype_db [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91649) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 14:18:11.607825 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.services.service_base [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:18:11.608381 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.services.service_base [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:18:11.608929 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.services.service_base [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:18:11.610479 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.services.service_base [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:18:11.611109 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.services.service_base [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 14:18:11.611762 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.612312 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 14:18:11.625758 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.626190 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: auto_allocate Jun 15 14:18:11.632801 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: network precommit_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.633177 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: network precommit_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.633729 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.634190 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: tag Jun 15 14:18:11.646119 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.646685 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: timestamp Jun 15 14:18:11.653966 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.654529 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: network_ip_availability Jun 15 14:18:11.663847 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.664468 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.665051 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:11.666647 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.667175 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: flavors Jun 15 14:18:11.676094 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.676618 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading Plugin: revisions Jun 15 14:18:11.684781 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:18:11.685391 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.126s {{(pid=91649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:11.686712 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91649) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 15 14:18:11.687244 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Initializing extension manager. Jun 15 14:18:11.688034 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: __init__.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.688580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: __pycache__ {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.689100 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.689637 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: address_group.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.690886 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.691870 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: address-group Jun 15 14:18:11.692385 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: address_scope.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.693488 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.694328 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: address-scope Jun 15 14:18:11.694875 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.696430 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.697322 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: router-admin-state-down-before-update Jun 15 14:18:11.697845 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: agent.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.699813 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.700684 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: agent Jun 15 14:18:11.701207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: agent_resources_synced.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.702794 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.703655 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: agent-resources-synced Jun 15 14:18:11.704176 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: allowedaddresspairs.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.707111 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.708000 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: allowed-address-pairs Jun 15 14:18:11.708536 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: auto_allocated_topology.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.710452 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.711302 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: auto-allocated-topology Jun 15 14:18:11.711838 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: availability_zone.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.712965 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.713845 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: availability_zone Jun 15 14:18:11.714437 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: availability_zone_filter.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.715893 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.716762 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: availability_zone_filter Jun 15 14:18:11.717582 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: data_plane_status.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.719077 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.719934 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 14:18:11.720454 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: default_subnetpools.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.721914 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.722807 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: default-subnetpools Jun 15 14:18:11.723332 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.724632 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.725472 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: dhcp_agent_scheduler Jun 15 14:18:11.725996 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: dns.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.727453 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.728302 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension dns-integration not supported by any of loaded plugins Jun 15 14:18:11.728868 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: dns_domain_ports.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.731076 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.731928 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 14:18:11.732443 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: dvr.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.733519 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.734399 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: dvr Jun 15 14:18:11.734920 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: empty_string_filtering.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.736362 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.737243 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: empty-string-filtering Jun 15 14:18:11.737753 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.739210 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.740063 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:18:11.740582 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.742002 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.742909 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 14:18:11.743414 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: external_net.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.744840 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.746268 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: external-net Jun 15 14:18:11.746847 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.748288 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.749170 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: extra_dhcp_opt Jun 15 14:18:11.749683 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: extraroute.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.751117 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.751957 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: extraroute Jun 15 14:18:11.752474 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: extraroute_atomic.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.754063 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.754994 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: extraroute-atomic Jun 15 14:18:11.755544 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: filter_validation.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.756653 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.757516 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: filter-validation Jun 15 14:18:11.758071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: fip_pf_description.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.759596 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.760469 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 14:18:11.761049 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: fip_port_details.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.762534 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.763425 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: fip-port-details Jun 15 14:18:11.763977 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: flavors.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.766036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.767002 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: flavors Jun 15 14:18:11.767575 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.770335 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.771290 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 14:18:11.771841 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: floatingip_pools.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.772962 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.773847 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: floatingip-pools Jun 15 14:18:11.774245 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: ip_allocation.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.775562 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.776447 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 14:18:11.777560 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.779099 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.779990 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: ip-substring-filtering Jun 15 14:18:11.780521 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l2_adjacency.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.781989 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.782900 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 14:18:11.783429 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l3.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.785068 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.785991 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: router Jun 15 14:18:11.786591 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.791002 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.791946 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:18:11.793479 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.795059 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.796008 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: ext-gw-mode Jun 15 14:18:11.796531 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.798015 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.798994 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: l3-ha Jun 15 14:18:11.799558 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l3_flavors.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.801080 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.801926 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: l3-flavors Jun 15 14:18:11.802374 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.803850 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.804763 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 14:18:11.805320 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: l3agentscheduler.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.807209 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.808339 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: l3_agent_scheduler Jun 15 14:18:11.808804 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: logging.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.811448 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.812275 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension logging not supported by any of loaded plugins Jun 15 14:18:11.812853 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: metering.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.814128 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.815227 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: metering Jun 15 14:18:11.815803 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.817667 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.818650 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: metering_source_and_destination_fields Jun 15 14:18:11.819160 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: multiprovidernet.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.820741 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.821693 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: multi-provider Jun 15 14:18:11.822277 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: netmtu.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.823934 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.824871 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: net-mtu Jun 15 14:18:11.825447 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: netmtu_writable.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.827045 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.827980 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: net-mtu-writable Jun 15 14:18:11.828546 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: network_availability_zone.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.829699 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.830650 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: network_availability_zone Jun 15 14:18:11.831211 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: network_ip_availability.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.833016 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.833947 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: network-ip-availability Jun 15 14:18:11.834572 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: network_segment_range.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.835794 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.836706 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 14:18:11.837285 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: pagination.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.838950 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.840058 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: pagination Jun 15 14:18:11.840567 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: port_device_profile.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.842009 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.842941 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: port-device-profile Jun 15 14:18:11.843490 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.844984 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.845861 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: port-mac-address-regenerate Jun 15 14:18:11.846454 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.847945 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.848834 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: port-numa-affinity-policy Jun 15 14:18:11.849326 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: port_resource_request.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.850814 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.851668 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 14:18:11.852204 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: portbindings.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.853665 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.854588 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: binding Jun 15 14:18:11.855701 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: portbindings_extended.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.860127 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.861026 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: binding-extended Jun 15 14:18:11.861459 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: portsecurity.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.863050 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.863933 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: port-security Jun 15 14:18:11.864480 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: project_id.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.866073 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.866673 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: project-id Jun 15 14:18:11.867167 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: providernet.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.868642 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.869557 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: provider Jun 15 14:18:11.870102 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.876544 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.877491 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos not supported by any of loaded plugins Jun 15 14:18:11.878047 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.880182 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.881043 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 14:18:11.881959 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.883025 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.883893 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 14:18:11.884425 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_default.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.885840 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.886786 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-default not supported by any of loaded plugins Jun 15 14:18:11.887310 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_fip.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.888514 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.889367 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-fip not supported by any of loaded plugins Jun 15 14:18:11.889891 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_gateway_ip.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.891391 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.892238 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 14:18:11.892748 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_port_network_policy.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.894144 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.895031 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 14:18:11.895543 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_rule_type_details.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.896962 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.897844 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 14:18:11.898368 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: qos_rules_alias.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.900028 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.900903 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 14:18:11.901416 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: quotasv2.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.903554 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.904084 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: quotas Jun 15 14:18:11.904590 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: quotasv2_detail.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.909732 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.910399 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: quota_details Jun 15 14:18:11.910848 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: rbac.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.912707 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.913639 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: rbac-policies Jun 15 14:18:11.914171 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: rbac_address_group.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.916031 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.916929 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: rbac-address-group Jun 15 14:18:11.918030 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: rbac_address_scope.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.919504 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.920381 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: rbac-address-scope Jun 15 14:18:11.920903 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: rbac_security_groups.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.922371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.923259 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: rbac-security-groups Jun 15 14:18:11.923786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: rbac_subnetpool.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.925573 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.926485 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: rbac-subnetpool Jun 15 14:18:11.927005 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: revisionifmatch.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.928451 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.929311 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: revision-if-match Jun 15 14:18:11.929840 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: revisions.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.931638 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.932513 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: standard-attr-revisions Jun 15 14:18:11.933189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: router_availability_zone.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.934292 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.935191 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: router_availability_zone Jun 15 14:18:11.935710 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: routerservicetype.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.937171 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.938021 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension router-service-type not supported by any of loaded plugins Jun 15 14:18:11.938561 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.939954 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.940809 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: security-groups-normalized-cidr Jun 15 14:18:11.941319 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.942730 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.943580 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: port-security-groups-filtering Jun 15 14:18:11.944098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.945468 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.946317 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: security-groups-remote-address-group Jun 15 14:18:11.946853 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: securitygroup.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.965759 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.966743 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: security-group Jun 15 14:18:11.967279 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: segment.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.968645 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.969509 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension segment not supported by any of loaded plugins Jun 15 14:18:11.970045 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.971602 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.972465 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 14:18:11.972989 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: servicetype.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.974825 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.975710 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: service-type Jun 15 14:18:11.976241 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: sorting.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.977733 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.978253 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: sorting Jun 15 14:18:11.978803 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: standard_attr_segment.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.980262 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.981208 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 14:18:11.981684 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: standardattrdescription.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.982769 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.983657 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: standard-attr-description Jun 15 14:18:11.984263 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: stateful_security_group.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.985854 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.986795 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: stateful-security-group Jun 15 14:18:11.987327 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: stdattrs_common.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.988273 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 14:18:11.988792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.990425 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.991324 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 14:18:11.991846 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: subnet_onboard.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.993557 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.994516 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: subnet_onboard Jun 15 14:18:11.995041 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.997060 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:11.997903 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 14:18:11.998460 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: subnet_service_types.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:11.999828 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.000655 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: subnet-service-types Jun 15 14:18:12.001200 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: subnetallocation.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.002900 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.003757 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: subnet_allocation Jun 15 14:18:12.004274 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.005326 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.006168 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: subnetpool-prefix-ops Jun 15 14:18:12.006712 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.008164 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.009010 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 14:18:12.009537 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: tagging.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.011405 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.012795 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: standard-attr-tag Jun 15 14:18:12.013314 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: timestamp.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.015363 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.016223 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loaded extension: standard-attr-timestamp Jun 15 14:18:12.016752 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: trunk.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.018438 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.019310 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension trunk not supported by any of loaded plugins Jun 15 14:18:12.019830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: trunk_details.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.021206 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.022053 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension trunk-details not supported by any of loaded plugins Jun 15 14:18:12.022609 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: uplink_status_propagation.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.023982 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.024831 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 14:18:12.025336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Loading extension file: vlantransparent.py {{(pid=91649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:18:12.026407 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:18:12.027304 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 14:18:12.032106 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:network Jun 15 14:18:12.033039 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:subnet Jun 15 14:18:12.033814 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:18:12.034523 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:port Jun 15 14:18:12.036590 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.037275 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service FLAVORS assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.038310 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.039033 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.039556 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:router Jun 15 14:18:12.040267 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:18:12.041296 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service METERING assigned prefix: /metering {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.043878 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:12.044473 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:12.045055 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:18:12.046769 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:18:12.047435 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:18:12.048088 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:18:12.049033 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service CORE assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.049531 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:18:12.050064 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] subnetpool is already registered Jun 15 14:18:12.050745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service CORE assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.051236 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:18:12.051767 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] subnetpool is already registered Jun 15 14:18:12.056251 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.056970 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service FLAVORS assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.058760 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.059404 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.059999 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:router Jun 15 14:18:12.060606 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] router is already registered Jun 15 14:18:12.061301 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:18:12.061852 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] floatingip is already registered Jun 15 14:18:12.062610 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service METERING assigned prefix: /metering {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.063893 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:18:12.064443 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] rbac_policy is already registered Jun 15 14:18:12.065160 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:18:12.065663 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] security_group is already registered Jun 15 14:18:12.066270 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:18:12.066798 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] security_group_rule is already registered Jun 15 14:18:12.067886 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service CORE assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.068407 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:18:12.068932 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] subnetpool is already registered Jun 15 14:18:12.069634 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.v2.resource_helper [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Service CORE assigned prefix: {{(pid=91649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:18:12.070124 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:18:12.070663 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING neutron.quota.resource_registry [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] subnetpool is already registered Jun 15 14:18:12.071481 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: extensions {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.075061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: address-groups {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.078051 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: address-scopes {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.080464 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: agents {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.082402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: auto-allocated-topology {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.084442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: availability_zones {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.086501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: dhcp-networks {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.089114 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: dhcp-agents {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.091695 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: routers {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.094604 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: flavors {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.096760 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: service_profiles {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.098818 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: next_providers {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.101307 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: service_profiles {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.103786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: floatingip-pools {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.106563 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: routers {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.109693 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: floatingips {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.111995 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: l3-routers {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.114387 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: l3-agents {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.116810 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: metering-labels {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.119307 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: metering-label-rules {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.124504 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: network-ip-availabilities {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.127008 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: bindings {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.130014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: quotas {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.132748 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: quotas {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.135229 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: rbac-policies {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.137824 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: security-groups {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.140070 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: security-group-rules {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.142186 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: service-providers {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.144267 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: subnetpools {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.146639 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: subnetpools {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.149300 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.151954 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.154862 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.156747 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.158546 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.161656 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.164602 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.169029 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.171813 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.173827 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron.api.extensions [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Extended resource: tags {{(pid=91649) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:18:12.180434 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING keystonemiddleware.auth_token [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 14:18:12.186032 dv-cinder-772126-3-iscsi neutron-server[91649]: WARNING keystonemiddleware.auth_token [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 14:18:12.194949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Acquired lock "singleton_lock" {{(pid=91649) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 15 14:18:12.195427 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_concurrency.lockutils [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Releasing lock "singleton_lock" {{(pid=91649) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 15 14:18:12.196098 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO oslo_service.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Starting 2 workers Jun 15 14:18:12.201166 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Started child 91769 {{(pid=91649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:18:12.206882 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.208090 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Started child 91770 {{(pid=91649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:18:12.209131 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [-] (91769) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:18:12.209407 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO neutron.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 14:18:12.210372 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Notify callbacks [] for process, before_spawn {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.214247 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO oslo_service.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Starting 1 workers Jun 15 14:18:12.214605 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.216817 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [-] (91770) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:18:12.220828 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Started child 91771 {{(pid=91649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:18:12.221488 dv-cinder-772126-3-iscsi neutron-server[91649]: INFO oslo_service.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Starting 1 workers Jun 15 14:18:12.224730 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] calling RpcWorker wait() {{(pid=91771) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 14:18:12.225623 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] returning from RpcWorker wait() {{(pid=91771) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 14:18:12.226990 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Started child 91772 {{(pid=91649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:18:12.227609 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.228125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG neutron_lib.callbacks.manager [None req-29ea43a5-8c67-42e8-b87b-b3bde18ff489 None None] Notify callbacks [] for process, after_spawn {{(pid=91649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.228334 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:12.231194 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91649) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:18:12.231462 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:18:12.231578 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:18:12.231803 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:18:12.232163 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:18:12.232324 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:18:12.233042 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.233324 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.233600 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.233874 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.234146 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.234786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.235055 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.235500 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.236289 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.236289 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.236289 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.236289 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.236766 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.236766 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.236993 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.237228 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.237339 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:12.237787 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.238027 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.238535 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.238785 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.239022 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.239468 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.239716 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.240145 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] debug = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.240385 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.241031 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.241267 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.241680 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.241913 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.242210 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.242477 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.242772 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.243030 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.243260 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.243489 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.243733 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.243992 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.244241 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.244486 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.244727 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.244949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.245514 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] host = dv-cinder-772126-3-iscsi {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.245776 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.246008 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.246247 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.246551 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.246781 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.247004 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.247227 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.247456 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.247755 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.248009 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.248228 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.248454 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.248676 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.248899 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.249140 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_options = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.249367 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.249596 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.250273 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.250273 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.250273 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.250273 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.251217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.251217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.251217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.251217 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252129 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252129 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252129 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252129 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252990 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252990 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252990 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.252990 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.254000 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.254000 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.254000 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.254000 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.254000 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.255128 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.255128 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.255128 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.255128 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.255128 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.256397 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.256397 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.256397 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.256397 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.256397 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.256397 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.257660 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.257660 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.257660 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.257660 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.257660 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.258674 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.258674 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.258674 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.258674 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.258674 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.259623 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.259623 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_json = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.259623 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.259623 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.260756 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.260756 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.260756 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.260756 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.260756 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.262484 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.262484 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.262484 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.262484 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.263360 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.263360 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.263360 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.263952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.263952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.263952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.264596 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.264596 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.264901 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.265120 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.265336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.265566 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.265784 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.266166 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.266446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.266799 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.266799 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.267241 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.267241 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.267655 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.267871 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.268089 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.268320 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.268550 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.268779 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.269017 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.269239 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.269463 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.269711 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.269932 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.270159 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.270730 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.270730 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.270730 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.272663 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.273386 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.273386 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.273386 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.273386 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.273750 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.273845 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.274157 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.274273 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.274501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.274717 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.274959 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.275235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.275430 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.275635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.275856 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.276103 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.276352 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.277466 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.277833 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.278077 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.278657 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.278657 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.279430 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.279430 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.279430 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.279430 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.279935 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.279935 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.280214 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.280357 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.280499 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.280639 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.281053 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.281053 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.281325 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.282170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.282170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.282170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.282170 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.283472 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.283472 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.283472 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.283472 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.283472 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.284002 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.284002 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.284002 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.284323 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.284441 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.284689 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.285021 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.285247 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.286237 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.286237 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.286237 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.286237 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.287257 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.287257 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.287257 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.287257 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.287257 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.287900 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.287900 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.288164 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.288336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.292189 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.293293 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.295384 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.302589 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.303611 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.304633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.305923 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.306917 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.307952 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.309003 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.310036 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.315011 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.316745 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.318873 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.320061 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.325222 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.327071 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.328442 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.329501 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.330626 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91649) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.331576 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.332564 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.333552 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335042 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335042 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335042 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335042 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335042 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] debug = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335042 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335608 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335608 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335608 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335608 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335608 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.335608 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.336371 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] host = dv-cinder-772126-3-iscsi {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.337354 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.338402 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.340863 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_options = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.340863 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.340863 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.340863 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.340863 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.340863 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.340863 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.342284 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.343380 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.344396 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.346792 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_json = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.348137 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:18:12.352580 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.353635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.355633 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.356786 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.357837 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.358879 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.359991 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.361098 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.362207 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.368644 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.370446 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.372605 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.375179 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.377836 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.379235 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.380236 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.381356 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.382336 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.383635 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.385530 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.387203 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388125 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.388922 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.390800 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.391705 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.392493 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.393342 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.394084 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395014 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.395830 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.396570 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397315 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.397958 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:18:12.398949 dv-cinder-772126-3-iscsi neutron-server[91649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:18:12.433430 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:12.440917 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43104) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:12.454040 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098774 Jun 15 14:18:25.461669 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7b70c6-17d9-4ca3-84b2-7930021306bf None None] get_active_networks_info from dv-cinder-772126-3-iscsi {{(pid=91771) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 15 14:18:25.541682 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b70c6-17d9-4ca3-84b2-7930021306bf None None] No non-hosted networks {{(pid=91771) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 14:18:25.558331 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.agentschedulers_db [None req-fe7b70c6-17d9-4ca3-84b2-7930021306bf None None] DHCP Agent not found on host dv-cinder-772126-3-iscsi {{(pid=91771) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 15 14:18:25.714094 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-5c60bafb-addb-4fe8-afca-a89912c7f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198'] for agent, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.580406 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198'] for agent, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.582031 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.582871 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.583447 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.584003 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.585784 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.586376 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.590110 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.590839 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.592324 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.593013 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.596994 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.604296 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:27.605137 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772126-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:27.628335 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772126-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:29.024533 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-be18d50c-92e8-4264-836a-c6a7452cac44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198'] for agent, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.122552 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-bf6d9cb1-8fc0-4792-9cb1-adfff89bd4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:30.240087 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198'] for agent, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:31.398172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198'] for agent, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:33.104873 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43202) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:33.627040 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.db.l3_hamode_db [None req-6f787241-85e6-4a33-90a2-bdd93ca98341 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 14:18:33.733306 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f787241-85e6-4a33-90a2-bdd93ca98341 None None] Routers set() bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:33.733688 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f787241-85e6-4a33-90a2-bdd93ca98341 None None] Router IDs set() for agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 15 14:18:33.804998 dv-cinder-772126-3-iscsi neutron-server[91770]: WARNING oslo_policy.policy [None req-c812649f-6cce-4dc4-99f1-42fc43dd5653 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:33.805613 dv-cinder-772126-3-iscsi neutron-server[91770]: WARNING oslo_policy.policy [None req-c812649f-6cce-4dc4-99f1-42fc43dd5653 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:34.039813 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [None req-c812649f-6cce-4dc4-99f1-42fc43dd5653 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:18:34.041132 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c812649f-6cce-4dc4-99f1-42fc43dd5653 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9350767 Jun 15 14:18:36.548785 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43216) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:37.100985 dv-cinder-772126-3-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:37.101606 dv-cinder-772126-3-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:37.320551 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:37.423094 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.policy [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91769) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:18:37.469384 dv-cinder-772126-3-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:37.469777 dv-cinder-772126-3-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:37.478659 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.quota [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] Loaded quota_driver: . Jun 15 14:18:37.586161 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785149509569', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785149508014', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785149496735', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785149495241', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785149514114', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785149474169', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16277161', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16754745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626639'] for rbac-policy, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.661595 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.663320 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1ffb46cf-540b-4f4b-abd5-245551534aea admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1122296 Jun 15 14:18:40.308794 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43234) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:40.693108 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:40.724045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Made reservation on behalf of cb05499213fa49f8b716c2bb8be87061 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:40.727100 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.747931 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.901982 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.906824 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.914256 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:40.931750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:18:40.962279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785145644207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.962933 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Unsubscribe: segment precommit_create {{(pid=91769) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:18:40.964215 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Added segment 5bae759b-c5c7-4b0e-a506-0ac356520571 of type vlan for network 97b4646a-a9d9-4253-92a0-8965f65ab46d Jun 15 14:18:40.987923 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b27a5a-53b7-4184-afda-1edd996f8ad5,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:41.049156 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.049521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.049881 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.050307 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.050751 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.051128 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.051456 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.051777 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.052109 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.052427 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.052741 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.053048 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Tracked resource versions report: Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: pushed versions: Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: { 'AddressGroup': {'1.2'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'ConntrackHelper': {'1.0'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Log': {'1.0'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Network': {'1.1'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Port': {'1.7'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'PortForwarding': {'1.2'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'QosPolicy': {'1.8'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroup': {'1.4'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SubPort': {'1.0'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Subnet': {'1.1'}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Trunk': {'1.1'}} Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: consumer versions: Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'ConntrackHelper': '1.0', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Log': '1.0', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Network': '1.1', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Port': '1.7', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'PortForwarding': '1.2', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'QosPolicy': '1.8', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroup': '1.4', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroupRule': '1.2', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SubPort': '1.0', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Subnet': '1.1', Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Trunk': '1.1'}} Jun 15 14:18:41.054165 dv-cinder-772126-3-iscsi neutron-server[91769]: {{(pid=91769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:18:41.096964 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.112446 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:41.166887 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.169340 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:41.170286 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.172571 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:41.234374 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9243400 Jun 15 14:18:41.303913 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Pushing event updated for resources: {'Network': ['ID=97b4646a-a9d9-4253-92a0-8965f65ab46d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:41.308192 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:41.317600 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:18:43.995277 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43248) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:44.519761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199fe40-2be2-4f20-a490-50727cc4806b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:44.521045 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a199fe40-2be2-4f20-a490-50727cc4806b admin admin] 10.222.0.15 "GET /v2.0/networks/97b4646a-a9d9-4253-92a0-8965f65ab46d HTTP/1.1" status: 200 len: 825 time: 0.5248258 Jun 15 14:18:44.547373 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-19ac4973-f578-48e7-ab2a-a5f755e9f6eb admin admin] 10.222.0.15 "GET /v2.0/subnetpools/6c518928-c214-4e8c-bf6d-f8286afeb545 HTTP/1.1" status: 200 len: 734 time: 0.0209315 Jun 15 14:18:44.556176 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'ip_version': 4, 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6c518928-c214-4e8c-bf6d-f8286afeb545'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:44.579698 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Made reservation on behalf of cb05499213fa49f8b716c2bb8be87061 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:44.582002 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.935108 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.937832 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:45.020224 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077d9c73-1202-435f-9336-1d5351a1d4bd,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:45.022223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Checking segment: {'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:45.022615 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Network hostable DHCP agents. Network: 97b4646a-a9d9-4253-92a0-8965f65ab46d, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:18:45.029429 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:45.049189 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:18:45.064552 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 97b4646a-a9d9-4253-92a0-8965f65ab46d) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:45.070473 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:45.071286 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:45.077304 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018be1b9-0e8d-4335-9ef0-bc16f30653dc None None] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:45.090959 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5379925 Jun 15 14:18:45.461991 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-97b4646a-a9d9-4253-92a0-8965f65ab46d', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'fixed_ips': [{'subnet_id': '077d9c73-1202-435f-9336-1d5351a1d4bd'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:18:45.463529 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:45.781149 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Allocated IP 172.20.0.2 (97b4646a-a9d9-4253-92a0-8965f65ab46d/077d9c73-1202-435f-9336-1d5351a1d4bd/363977bd-5b8d-45a3-9320-5737a1e237f6) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:46.117296 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:46.133949 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Transition to ACTIVE for port object 363977bd-5b8d-45a3-9320-5737a1e237f6 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:46.156970 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Transition to ACTIVE for port object 363977bd-5b8d-45a3-9320-5737a1e237f6 will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:46.167922 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:46.171174 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:46.251992 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:46.256992 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:46.260742 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:46.273093 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Pushing event updated for resources: {'Port': ['ID=363977bd-5b8d-45a3-9320-5737a1e237f6,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:46.322654 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.323047 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.323583 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.323929 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.324264 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.324594 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.324922 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.325248 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.325613 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.325914 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.326252 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.326580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Tracked resource versions report: Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: pushed versions: Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: { 'AddressGroup': {'1.2'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'ConntrackHelper': {'1.0'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Log': {'1.0'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Network': {'1.1'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Port': {'1.7'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'PortForwarding': {'1.2'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'QosPolicy': {'1.8'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroup': {'1.4'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SubPort': {'1.0'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Subnet': {'1.1'}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Trunk': {'1.1'}} Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: consumer versions: Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'ConntrackHelper': '1.0', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Log': '1.0', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Network': '1.1', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Port': '1.7', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'PortForwarding': '1.2', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'QosPolicy': '1.8', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroup': '1.4', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroupRule': '1.2', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SubPort': '1.0', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Subnet': '1.1', Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Trunk': '1.1'}} Jun 15 14:18:46.327695 dv-cinder-772126-3-iscsi neutron-server[91771]: {{(pid=91771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:18:46.331540 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:46.369631 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Attempting to bind port 363977bd-5b8d-45a3-9320-5737a1e237f6 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:46.369912 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Attempting to bind port 363977bd-5b8d-45a3-9320-5737a1e237f6 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:46.370547 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Attempting to bind port 363977bd-5b8d-45a3-9320-5737a1e237f6 on network 97b4646a-a9d9-4253-92a0-8965f65ab46d {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:46.375558 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:46.375980 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Checking segment: {'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:46.376434 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:46.376831 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Bound using segment: {'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:46.377303 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Bound port: 363977bd-5b8d-45a3-9320-5737a1e237f6, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:46.377701 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:46.460751 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] For port 363977bd-5b8d-45a3-9320-5737a1e237f6, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:46.486221 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] For port 363977bd-5b8d-45a3-9320-5737a1e237f6, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=363977bd-5b8d-45a3-9320-5737a1e237f6,segment=NetworkSegment(5bae759b-c5c7-4b0e-a506-0ac356520571),segment_id=5bae759b-c5c7-4b0e-a506-0ac356520571)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:46.490924 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:46.493335 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:46.562281 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Pushing event updated for resources: {'Port': ['ID=363977bd-5b8d-45a3-9320-5737a1e237f6,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:46.565334 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:47.634648 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43256) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:48.025772 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [None req-066fa031-a64c-4dbf-ad34-fad7199db1f1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:18:48.026843 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-066fa031-a64c-4dbf-ad34-fad7199db1f1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3913124 Jun 15 14:18:50.541242 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43264) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:50.880525 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [None req-2ce41ede-67a8-4337-8974-288abc97a753 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:18:50.881531 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2ce41ede-67a8-4337-8974-288abc97a753 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3392441 Jun 15 14:18:52.792813 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 363977bd-5b8d-45a3-9320-5737a1e237f6 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:52.881543 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 363977bd-5b8d-45a3-9320-5737a1e237f6 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:52.985450 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f279ba6-6bf3-47a7-b3f9-38ba48face21 None None] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:53.087982 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Provisioning for port 363977bd-5b8d-45a3-9320-5737a1e237f6 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:53.095988 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Provisioning complete for port 363977bd-5b8d-45a3-9320-5737a1e237f6 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:53.096399 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:53.303441 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:53.364514 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] For port 363977bd-5b8d-45a3-9320-5737a1e237f6, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=363977bd-5b8d-45a3-9320-5737a1e237f6,segment=NetworkSegment(5bae759b-c5c7-4b0e-a506-0ac356520571),segment_id=5bae759b-c5c7-4b0e-a506-0ac356520571)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:53.371264 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:53.376863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-9fae2c86-0436-418f-9dfa-09fa257b7a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:53.436306 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Pushing event updated for resources: {'Port': ['ID=363977bd-5b8d-45a3-9320-5737a1e237f6,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:53.439962 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:53.595307 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e53f520b-fa57-44b9-b957-1925529501b3 None None] Provisioning complete for port 363977bd-5b8d-45a3-9320-5737a1e237f6 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:53.595688 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e53f520b-fa57-44b9-b957-1925529501b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:53.628581 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43278) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:53.964395 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Request body: {'router': {'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:54.037408 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.policy [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:18:54.086409 dv-cinder-772126-3-iscsi neutron-server[91770]: WARNING oslo_policy.policy [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:54.086785 dv-cinder-772126-3-iscsi neutron-server[91770]: WARNING oslo_policy.policy [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:18:54.095533 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.quota [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Loaded quota_driver: . Jun 15 14:18:54.158138 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:54.159969 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:54.326426 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:54.332315 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:54.352018 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:54.353228 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c9f6ad3f-b8a2-4469-96c5-ff712b0e42b8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7235656 Jun 15 14:18:54.761000 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 363977bd-5b8d-45a3-9320-5737a1e237f6 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:54.821478 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 363977bd-5b8d-45a3-9320-5737a1e237f6 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:54.822858 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:55.399946 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7bda8999-3d7d-442c-a5fe-27330319fa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:56.858229 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43288) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:57.191492 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [None req-7984ca7f-b943-449c-8e39-0ece29f882d3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:18:57.192485 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7984ca7f-b943-449c-8e39-0ece29f882d3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3332803 Jun 15 14:18:57.543166 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:59.005074 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a86eb2f6-e8e2-469f-8b83-09a863db2603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:59.649022 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43296) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:00.005694 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:00.031566 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Made reservation on behalf of 4f5d36d3c88942709516fdfaafdf6146 for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:19:00.034218 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.052903 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.162211 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.194053 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.199998 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.205694 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:00.213675 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Reserving flat network on physical network physnet1 {{(pid=91770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 14:19:00.253657 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785145644207', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.254369 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Unsubscribe: segment precommit_create {{(pid=91770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:19:00.254974 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Added segment 6e333d9e-8124-4746-8d82-7ae02b42b684 of type flat for network ad34256d-0a49-4996-ae90-fdc7b332a117 Jun 15 14:19:00.276131 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2c3127-748a-4b30-88da-4c4effba1718,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:00.338788 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.339232 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.339588 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.339921 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.340248 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.340589 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.340917 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.341240 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.341576 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.341897 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.342215 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.342780 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Tracked resource versions report: Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: pushed versions: Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: { 'AddressGroup': {'1.2'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'ConntrackHelper': {'1.0'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Log': {'1.0'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Network': {'1.1'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Port': {'1.7'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'PortForwarding': {'1.2'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'QosPolicy': {'1.8'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroup': {'1.4'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SubPort': {'1.0'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Subnet': {'1.1'}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Trunk': {'1.1'}} Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: consumer versions: Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'ConntrackHelper': '1.0', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Log': '1.0', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Network': '1.1', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Port': '1.7', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'PortForwarding': '1.2', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'QosPolicy': '1.8', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroup': '1.4', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroupRule': '1.2', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SubPort': '1.0', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Subnet': '1.1', Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Trunk': '1.1'}} Jun 15 14:19:00.343994 dv-cinder-772126-3-iscsi neutron-server[91770]: {{(pid=91770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:19:00.393536 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:00.409967 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.472000 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.473799 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.474567 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:00.476883 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:00.543994 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8938625 Jun 15 14:19:00.607347 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Pushing event updated for resources: {'Network': ['ID=ad34256d-0a49-4996-ae90-fdc7b332a117,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:00.610864 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:00.621089 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network ad34256d-0a49-4996-ae90-fdc7b332a117 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:19:01.308236 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:01.317701 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:19:03.243629 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43318) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:03.519207 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc019e28-d814-4f3d-a365-6909640e19c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:03.521014 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-cc019e28-d814-4f3d-a365-6909640e19c2 admin admin] 10.222.0.15 "GET /v2.0/subnets/077d9c73-1202-435f-9336-1d5351a1d4bd HTTP/1.1" status: 200 len: 849 time: 0.2757971 Jun 15 14:19:03.751827 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-86202a3a-83b7-48b2-904c-d201882397e5 admin admin] 10.222.0.15 "GET /v2.0/routers/0f172071-96ef-4ddf-9be6-ea9983f8a267 HTTP/1.1" status: 200 len: 704 time: 0.2248223 Jun 15 14:19:04.237747 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.624501 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Allocated IP 172.20.0.1 (97b4646a-a9d9-4253-92a0-8965f65ab46d/077d9c73-1202-435f-9336-1d5351a1d4bd/3e4a3b8f-b640-4b98-99b5-89e898e3bb2f) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:19:04.935857 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.988466 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Transition to ACTIVE for port object 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:19:05.098015 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.102597 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:05.269246 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:19:05.276627 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:19:05.289066 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:19:05.289697 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.376604 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Pushing event updated for resources: {'Port': ['ID=3e4a3b8f-b640-4b98-99b5-89e898e3bb2f,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:05.381251 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:05.605189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-41102ec6-327f-476d-8fd2-8875c15da5a0 None None] Provisioning for port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:19:05.609571 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-41102ec6-327f-476d-8fd2-8875c15da5a0 None None] Provisioning complete for port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:05.609974 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-41102ec6-327f-476d-8fd2-8875c15da5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.638954 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.653059 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-41102ec6-327f-476d-8fd2-8875c15da5a0 None None] Port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:19:05.979553 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.990244 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.991620 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.995114 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:06.080964 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Pushing event updated for resources: {'Port': ['ID=3e4a3b8f-b640-4b98-99b5-89e898e3bb2f,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:06.087647 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:06.183249 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:19:06.184864 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:19:06.444197 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Router 0f172071-96ef-4ddf-9be6-ea9983f8a267 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:19:06.486650 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-bd0a4c4b-df79-4086-9504-e9ac129dc248 None None] Provisioning complete for port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:06.487257 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4c4b-df79-4086-9504-e9ac129dc248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:06.560408 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a4c4b-df79-4086-9504-e9ac129dc248 None None] Port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:19:06.592652 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:19:06.600709 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] 10.222.0.15 "PUT /v2.0/routers/0f172071-96ef-4ddf-9be6-ea9983f8a267/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8436191 Jun 15 14:19:06.617830 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Sync routers for ids ['0f172071-96ef-4ddf-9be6-ea9983f8a267'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:19:06.633819 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Routers {'0f172071-96ef-4ddf-9be6-ea9983f8a267'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:06.634959 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:18:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['0f172071-96ef-4ddf-9be6-ea9983f8a267'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:06.889892 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Set router 0f172071-96ef-4ddf-9be6-ea9983f8a267 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:07.662730 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'name': 'router1', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:54Z', 'updated_at': '2021-06-15T14:19:05Z', 'revision_number': 2, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'gw_port_host': None, '_interfaces': [{'id': '3e4a3b8f-b640-4b98-99b5-89e898e3bb2f', 'name': '', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'mac_address': 'fa:16:3e:b2:fe:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:04Z', 'updated_at': '2021-06-15T14:19:05Z', 'revision_number': 2, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'subnets': [{'id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c518928-c214-4e8c-bf6d-f8286afeb545'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:07.674791 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Checking router: 0f172071-96ef-4ddf-9be6-ea9983f8a267 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:19:07.675624 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Updating router 0f172071-96ef-4ddf-9be6-ea9983f8a267 port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:19:07.828820 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:08.862790 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:08.887248 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Transition to ACTIVE for port object 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:19:08.897031 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:08.905353 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:09.213102 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Pushing event updated for resources: {'Port': ['ID=3e4a3b8f-b640-4b98-99b5-89e898e3bb2f,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:09.218111 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Attempting to bind port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:19:09.218679 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Attempting to bind port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:19:09.219129 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Attempting to bind port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f on network 97b4646a-a9d9-4253-92a0-8965f65ab46d {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:19:09.226624 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.226974 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.227319 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.228593 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.228593 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.229161 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.229161 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.229562 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.229938 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.230267 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.230617 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.230938 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Tracked resource versions report: Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: pushed versions: Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: { 'AddressGroup': {'1.2'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'ConntrackHelper': {'1.0'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Log': {'1.0'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Network': {'1.1'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Port': {'1.7'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'PortForwarding': {'1.2'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'QosPolicy': {'1.8'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroup': {'1.4'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SubPort': {'1.0'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Subnet': {'1.1'}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Trunk': {'1.1'}} Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: consumer versions: Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'ConntrackHelper': '1.0', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Log': '1.0', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Network': '1.1', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Port': '1.7', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'PortForwarding': '1.2', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'QosPolicy': '1.8', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroup': '1.4', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroupRule': '1.2', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SubPort': '1.0', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Subnet': '1.1', Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Trunk': '1.1'}} Jun 15 14:19:09.232079 dv-cinder-772126-3-iscsi neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:19:09.237029 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:09.239607 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:19:09.240045 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Checking segment: {'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:19:09.240521 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:09.240923 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Bound using segment: {'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:19:09.241444 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Bound port: 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bae759b-c5c7-4b0e-a506-0ac356520571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:19:09.241826 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:09.324016 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43338) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:09.371139 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] For port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:19:09.405420 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] For port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=3e4a3b8f-b640-4b98-99b5-89e898e3bb2f,segment=NetworkSegment(5bae759b-c5c7-4b0e-a506-0ac356520571),segment_id=5bae759b-c5c7-4b0e-a506-0ac356520571)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:19:09.410870 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:09.414765 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:09.473060 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18260f-8254-42e2-a3d1-37a48a20d1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:09.479024 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-fd18260f-8254-42e2-a3d1-37a48a20d1ad admin admin] 10.222.0.15 "GET /v2.0/networks/ad34256d-0a49-4996-ae90-fdc7b332a117 HTTP/1.1" status: 200 len: 842 time: 0.1536739 Jun 15 14:19:09.486447 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Request body: {'subnet': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:09.496543 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Pushing event updated for resources: {'Port': ['ID=3e4a3b8f-b640-4b98-99b5-89e898e3bb2f,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:09.500121 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:09.502676 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Routers {'0f172071-96ef-4ddf-9be6-ea9983f8a267'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:09.503315 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:18:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['0f172071-96ef-4ddf-9be6-ea9983f8a267'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:09.516949 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Made reservation on behalf of 4f5d36d3c88942709516fdfaafdf6146 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:19:09.519752 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:09.664606 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] Set router 0f172071-96ef-4ddf-9be6-ea9983f8a267 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:10.115927 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'name': 'router1', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:54Z', 'updated_at': '2021-06-15T14:19:05Z', 'revision_number': 2, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'gw_port_host': None, '_interfaces': [{'id': '3e4a3b8f-b640-4b98-99b5-89e898e3bb2f', 'name': '', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'mac_address': 'fa:16:3e:b2:fe:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:04Z', 'updated_at': '2021-06-15T14:19:09Z', 'revision_number': 4, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'subnets': [{'id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c518928-c214-4e8c-bf6d-f8286afeb545'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:10.119942 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4306f9e-bc23-404e-95bf-42f46d690d73 None None] The sync data for ids ['0f172071-96ef-4ddf-9be6-ea9983f8a267'] in dv-cinder-772126-3-iscsi is: [{'id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'name': 'router1', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:54Z', 'updated_at': '2021-06-15T14:19:05Z', 'revision_number': 2, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'gw_port_host': None, '_interfaces': [{'id': '3e4a3b8f-b640-4b98-99b5-89e898e3bb2f', 'name': '', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'mac_address': 'fa:16:3e:b2:fe:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:04Z', 'updated_at': '2021-06-15T14:19:09Z', 'revision_number': 4, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'subnets': [{'id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c518928-c214-4e8c-bf6d-f8286afeb545'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:19:10.208576 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.objects.ports [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91770) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 15 14:19:10.209040 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:10.211396 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:10.285875 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a08f10-b4d7-42cc-b18a-5f601aeb6db2,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:10.298460 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:10.301757 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:19:10.302130 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Network hostable DHCP agents. Network: ad34256d-0a49-4996-ae90-fdc7b332a117, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:19:10.336500 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:19:10.356126 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, ad34256d-0a49-4996-ae90-fdc7b332a117) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:19:10.361223 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:10.361858 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:10.367354 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10dfdc4-a330-4e81-820b-ed5280bc8bb4 None None] Network ad34256d-0a49-4996-ae90-fdc7b332a117 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:19:10.378548 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8960450 Jun 15 14:19:10.664390 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79177d71-a062-4eac-b1ad-e18db5dd0c0d None None] Network ad34256d-0a49-4996-ae90-fdc7b332a117 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:19:12.927467 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43346) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:13.126291 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-49dadbca-7324-42ce-b57f-bac17b655cbe admin admin] 10.222.0.15 "GET /v2.0/routers/0f172071-96ef-4ddf-9be6-ea9983f8a267 HTTP/1.1" status: 200 len: 710 time: 0.1972649 Jun 15 14:19:13.268995 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9c0b3-3eb7-4a9c-8a50-0fb45327b181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:13.280615 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e9a9c0b3-3eb7-4a9c-8a50-0fb45327b181 admin admin] 10.222.0.15 "GET /v2.0/networks/ad34256d-0a49-4996-ae90-fdc7b332a117 HTTP/1.1" status: 200 len: 886 time: 0.1390657 Jun 15 14:19:13.286128 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:13.811018 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:14.189710 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:14.396675 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:14.576371 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Allocated IP 172.27.3.48 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/cc7f07eb-5247-4de8-84f2-7115d2831fb9) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:19:14.734070 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:14.806229 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:14.810310 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:14.819208 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:14.897054 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Pushing event updated for resources: {'Port': ['ID=cc7f07eb-5247-4de8-84f2-7115d2831fb9,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:14.908738 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:14.912890 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:19:14.916734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:19:14.920799 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:19:14.928292 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:19:14.935858 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:14.936466 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.070133 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.116037 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=3e4a3b8f-b640-4b98-99b5-89e898e3bb2f,segment=NetworkSegment(5bae759b-c5c7-4b0e-a506-0ac356520571),segment_id=5bae759b-c5c7-4b0e-a506-0ac356520571)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:15.122535 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.126082 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-209e6879-5e43-49c7-acd7-b817718c55a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:15.208800 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=3e4a3b8f-b640-4b98-99b5-89e898e3bb2f,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:15.212760 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:15.443987 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.786870 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.790917 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-973740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-973717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1000525'] for router, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.951808 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Router 0f172071-96ef-4ddf-9be6-ea9983f8a267 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:19:16.227716 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:19:16.234732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.236758 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] 10.222.0.15 "PUT /v2.0/routers/0f172071-96ef-4ddf-9be6-ea9983f8a267 HTTP/1.1" status: 200 len: 889 time: 2.9546463 Jun 15 14:19:16.239073 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Sync routers for ids ['0f172071-96ef-4ddf-9be6-ea9983f8a267'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:19:16.256449 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Routers {'0f172071-96ef-4ddf-9be6-ea9983f8a267'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:16.257448 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:18:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['0f172071-96ef-4ddf-9be6-ea9983f8a267'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:16.621518 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Set router 0f172071-96ef-4ddf-9be6-ea9983f8a267 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:16.828491 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:17.056311 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:17.056708 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:17.356011 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'name': 'router1', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'cc7f07eb-5247-4de8-84f2-7115d2831fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:54Z', 'updated_at': '2021-06-15T14:19:15Z', 'revision_number': 4, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'gw_port': {'id': 'cc7f07eb-5247-4de8-84f2-7115d2831fb9', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:14Z', 'updated_at': '2021-06-15T14:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '3e4a3b8f-b640-4b98-99b5-89e898e3bb2f', 'name': '', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'mac_address': 'fa:16:3e:b2:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:04Z', 'updated_at': '2021-06-15T14:19:15Z', 'revision_number': 5, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'subnets': [{'id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c518928-c214-4e8c-bf6d-f8286afeb545'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:17.363049 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Checking router: 0f172071-96ef-4ddf-9be6-ea9983f8a267 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:19:17.363404 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Updating router 0f172071-96ef-4ddf-9be6-ea9983f8a267 port cc7f07eb-5247-4de8-84f2-7115d2831fb9 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:19:17.412340 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:17.924040 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:17.934723 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Transition to ACTIVE for port object cc7f07eb-5247-4de8-84f2-7115d2831fb9 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:19:17.943425 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:17.945980 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:18.017176 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f997cbc-abc5-41e1-ab5f-7e65cf668c02 None None] Pushing event updated for resources: {'Port': ['ID=cc7f07eb-5247-4de8-84f2-7115d2831fb9,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:18.020064 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Attempting to bind port cc7f07eb-5247-4de8-84f2-7115d2831fb9 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:19:18.020451 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Attempting to bind port cc7f07eb-5247-4de8-84f2-7115d2831fb9 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:19:18.021243 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Attempting to bind port cc7f07eb-5247-4de8-84f2-7115d2831fb9 on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:19:18.029558 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0f997cbc-abc5-41e1-ab5f-7e65cf668c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:18.030856 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:19:18.031232 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:19:18.031643 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:18.033235 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:19:18.033740 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Bound port: cc7f07eb-5247-4de8-84f2-7115d2831fb9, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:19:18.034121 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:18.100111 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] For port cc7f07eb-5247-4de8-84f2-7115d2831fb9, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:19:18.103938 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] For port cc7f07eb-5247-4de8-84f2-7115d2831fb9, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=cc7f07eb-5247-4de8-84f2-7115d2831fb9,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:19:18.108818 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:18.111149 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:18.194495 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Routers {'0f172071-96ef-4ddf-9be6-ea9983f8a267'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:18.195053 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:18:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['0f172071-96ef-4ddf-9be6-ea9983f8a267'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:18.199148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f997cbc-abc5-41e1-ab5f-7e65cf668c02 None None] Pushing event updated for resources: {'Port': ['ID=cc7f07eb-5247-4de8-84f2-7115d2831fb9,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:18.206320 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0f997cbc-abc5-41e1-ab5f-7e65cf668c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:18.372763 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] Set router 0f172071-96ef-4ddf-9be6-ea9983f8a267 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:18.701666 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'name': 'router1', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'cc7f07eb-5247-4de8-84f2-7115d2831fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:54Z', 'updated_at': '2021-06-15T14:19:15Z', 'revision_number': 4, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'gw_port': {'id': 'cc7f07eb-5247-4de8-84f2-7115d2831fb9', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:14Z', 'updated_at': '2021-06-15T14:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '3e4a3b8f-b640-4b98-99b5-89e898e3bb2f', 'name': '', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'mac_address': 'fa:16:3e:b2:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:04Z', 'updated_at': '2021-06-15T14:19:15Z', 'revision_number': 5, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'subnets': [{'id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c518928-c214-4e8c-bf6d-f8286afeb545'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:18.706494 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956aa43c-566a-459f-87b0-8ba30b2fd82b None None] The sync data for ids ['0f172071-96ef-4ddf-9be6-ea9983f8a267'] in dv-cinder-772126-3-iscsi is: [{'id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'name': 'router1', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'cc7f07eb-5247-4de8-84f2-7115d2831fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:54Z', 'updated_at': '2021-06-15T14:19:15Z', 'revision_number': 4, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'gw_port': {'id': 'cc7f07eb-5247-4de8-84f2-7115d2831fb9', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:14Z', 'updated_at': '2021-06-15T14:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '3e4a3b8f-b640-4b98-99b5-89e898e3bb2f', 'name': '', 'network_id': '97b4646a-a9d9-4253-92a0-8965f65ab46d', 'tenant_id': 'cb05499213fa49f8b716c2bb8be87061', 'mac_address': 'fa:16:3e:b2:fe:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f172071-96ef-4ddf-9be6-ea9983f8a267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:19:04Z', 'updated_at': '2021-06-15T14:19:15Z', 'revision_number': 5, 'project_id': 'cb05499213fa49f8b716c2bb8be87061', 'subnets': [{'id': '077d9c73-1202-435f-9336-1d5351a1d4bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c518928-c214-4e8c-bf6d-f8286afeb545'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:19:18.842675 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43358) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:19.021898 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-b0e613a4-c841-438d-9264-6c2ffe26beec admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1779807 Jun 15 14:19:20.825057 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device cc7f07eb-5247-4de8-84f2-7115d2831fb9 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:20.904857 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port cc7f07eb-5247-4de8-84f2-7115d2831fb9 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:19:20.911447 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port cc7f07eb-5247-4de8-84f2-7115d2831fb9 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:20.913480 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:21.073771 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:21.109636 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port cc7f07eb-5247-4de8-84f2-7115d2831fb9, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=cc7f07eb-5247-4de8-84f2-7115d2831fb9,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:21.116192 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:21.119888 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:21.207098 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=cc7f07eb-5247-4de8-84f2-7115d2831fb9,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:21.213791 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:22.803756 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device cc7f07eb-5247-4de8-84f2-7115d2831fb9 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:22.887885 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port cc7f07eb-5247-4de8-84f2-7115d2831fb9 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:22.888518 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.410030 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a16427b0-5388-4ced-81d4-af3322708de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:27.562083 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:29.026294 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1aec25aa-4661-4c53-bce4-744b87ad8f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:30.169446 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:31.315590 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:38.326915 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:19:55.406330 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8f7442e9-721c-4c74-9244-b1a5a77c473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:57.566995 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:59.019434 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-445de9c0-e1e1-4721-9567-95657c6f86e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:00.157600 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:01.329519 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:15.321430 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:20:25.392082 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-43340903-c722-441d-b0fe-f7dbafb5099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.542034 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.013430 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba653-fa54-43a2-97b6-cb0453a14090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.157559 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.321223 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:52.320998 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:20:55.398290 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-33cf2006-d760-4f18-bcd9-77306d09375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:57.546121 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.029605 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9826fd1c-e64a-49c3-b48c-68e7bda7cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.158297 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:01.323630 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.040824 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43926) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:03.114872 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a4f73c-1a56-4e9e-b68c-69fdcab0791b admin admin] GET failed (client error): The resource could not be found. Jun 15 14:21:03.116501 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a8a4f73c-1a56-4e9e-b68c-69fdcab0791b admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0746303 Jun 15 14:21:03.316839 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b86bee-8e40-49a8-b538-75e71c95955a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:03.318857 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-30b86bee-8e40-49a8-b538-75e71c95955a admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1984847 Jun 15 14:21:05.585920 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43936) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:05.690419 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9e5e7-8f1a-409a-894f-86a7cf751be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:05.691791 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7df9e5e7-8f1a-409a-894f-86a7cf751be9 admin admin] 10.222.0.15 "GET /v2.0/subnets/077d9c73-1202-435f-9336-1d5351a1d4bd HTTP/1.1" status: 200 len: 849 time: 0.1048565 Jun 15 14:21:05.701426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:05.807707 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:05.996560 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785145530682'] for subnet, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:05.999216 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0541d16d-e53a-4f9b-9e7d-f4176e80fb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:06.042541 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:06.042839 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:06.045039 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] 10.222.0.15 "PUT /v2.0/subnets/077d9c73-1202-435f-9336-1d5351a1d4bd HTTP/1.1" status: 200 len: 868 time: 0.3472950 Jun 15 14:21:06.047665 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e984aea5-ee82-4913-bbc6-89faf84c55aa None None] Network 97b4646a-a9d9-4253-92a0-8965f65ab46d requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:06.074652 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077d9c73-1202-435f-9336-1d5351a1d4bd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:06.083001 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.083604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.083961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.084302 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.084824 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.085192 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.085723 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.086057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.086429 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.086765 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.087095 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.087420 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:06.091285 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:06.578748 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e02aeab2-ff8d-48dd-a170-663365bdd8f9 None None] Provisioning complete for port 3e4a3b8f-b640-4b98-99b5-89e898e3bb2f triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:06.579056 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e02aeab2-ff8d-48dd-a170-663365bdd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:06.695622 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e02aeab2-ff8d-48dd-a170-663365bdd8f9 None None] Provisioning complete for port 363977bd-5b8d-45a3-9320-5737a1e237f6 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:06.695922 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e02aeab2-ff8d-48dd-a170-663365bdd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:08.392666 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43944) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:08.641999 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73d0c9-e19b-4c9f-9aa5-ca0a5f2e0fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:08.642411 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73d0c9-e19b-4c9f-9aa5-ca0a5f2e0fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:08.643969 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6e73d0c9-e19b-4c9f-9aa5-ca0a5f2e0fbc admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2503579 Jun 15 14:21:10.858898 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43954) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:11.087852 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec944a61-6952-406c-bc7d-ed6a47b82e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:11.088842 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec944a61-6952-406c-bc7d-ed6a47b82e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:11.089806 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ec944a61-6952-406c-bc7d-ed6a47b82e91 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2299132 Jun 15 14:21:13.341423 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43962) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:13.499967 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fc134-c0b1-4ec6-bcf2-c31369005d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:13.501403 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8b6fc134-c0b1-4ec6-bcf2-c31369005d6a admin admin] 10.222.0.15 "GET /v2.0/networks/97b4646a-a9d9-4253-92a0-8965f65ab46d HTTP/1.1" status: 200 len: 869 time: 0.1589818 Jun 15 14:21:15.719358 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43970) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:15.918325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3cfad8-b91f-4438-87e4-b48482c0cad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:15.919705 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7c3cfad8-b91f-4438-87e4-b48482c0cad7 admin admin] 10.222.0.15 "GET /v2.0/networks/ad34256d-0a49-4996-ae90-fdc7b332a117 HTTP/1.1" status: 200 len: 886 time: 0.1990407 Jun 15 14:21:18.310697 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 43978) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:18.486418 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa033ac-9b63-4162-af80-0fea2bd47dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:18.486908 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa033ac-9b63-4162-af80-0fea2bd47dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:18.488719 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7fa033ac-9b63-4162-af80-0fea2bd47dcb admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1769607 Jun 15 14:21:20.973556 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43986) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:21.124518 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c4c9df-6190-4850-a542-a03fb7b1da06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:21.124900 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c4c9df-6190-4850-a542-a03fb7b1da06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:21.126557 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-33c4c9df-6190-4850-a542-a03fb7b1da06 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1516054 Jun 15 14:21:23.463820 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 43994) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:23.587841 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aca1ab-6deb-4f8f-a71d-7ddf0c3e9151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:23.589277 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-63aca1ab-6deb-4f8f-a71d-7ddf0c3e9151 admin admin] 10.222.0.15 "GET /v2.0/subnets/077d9c73-1202-435f-9336-1d5351a1d4bd HTTP/1.1" status: 200 len: 868 time: 0.1242189 Jun 15 14:21:25.398932 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-40190dda-331c-4c03-b444-03742b3941b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.268632 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44002) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:26.416330 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59c41e-c108-45e4-a1d7-ea90ee2e7c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:26.418538 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-4a59c41e-c108-45e4-a1d7-ea90ee2e7c0a admin admin] 10.222.0.15 "GET /v2.0/subnets/26a08f10-b4d7-42cc-b18a-5f601aeb6db2 HTTP/1.1" status: 200 len: 816 time: 0.1477120 Jun 15 14:21:27.551211 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.018526 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8bd978da-f08c-4861-8a09-bb9a605aa47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.322368 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:21:30.163656 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.327435 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:52.490843 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44046) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:52.540214 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [None req-6c964a51-7b56-478e-b1d6-1463d219c246 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:21:52.541247 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6c964a51-7b56-478e-b1d6-1463d219c246 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494289 Jun 15 14:21:54.955914 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44054) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:55.043647 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.pecan_wsgi.hooks.translation [None req-568366b0-98e5-4918-8a0e-62ac56e60a1a admin admin] GET failed (client error): The resource could not be found. Jun 15 14:21:55.045225 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-568366b0-98e5-4918-8a0e-62ac56e60a1a admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0879200 Jun 15 14:21:55.228642 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc851ea-53ae-4f82-99cc-e8658e9c02f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:55.230066 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-1bc851ea-53ae-4f82-99cc-e8658e9c02f4 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1804078 Jun 15 14:21:55.396910 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7c2456f-07aa-46c6-8b86-ba21590a8522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:57.557815 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:57.795118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44062) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:57.876894 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:57.907956 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Made reservation on behalf of 4f5d36d3c88942709516fdfaafdf6146 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:57.913387 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:57.986796 dv-cinder-772126-3-iscsi neutron-server[91769]: WARNING neutron.services.revisions.revision_plugin [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Could not find related network for resource to bump revision. Jun 15 14:21:58.009683 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:21:58.028269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:58.028859 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Added segment 43842083-4f2b-4cff-8e98-bdbda988dc5f of type vlan for network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd Jun 15 14:21:58.219947 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:58.274599 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:58.277393 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:58.278821 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:58.286693 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:58.332169 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5352592 Jun 15 14:21:58.383992 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Pushing event updated for resources: {'Network': ['ID=6eae1d83-e952-43ea-981a-9e0ec73e0cdd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:58.387124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:58.399366 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:21:59.013851 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-86613197-259b-4cf8-984b-60f8b8882b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:00.168122 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:00.794367 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44070) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:00.873618 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1c19c9-51af-4e34-b7c9-e24f728c48f4 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:22:00.875066 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9d1c19c9-51af-4e34-b7c9-e24f728c48f4 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0797067 Jun 15 14:22:00.974475 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2783fb04-e637-4da3-8d44-bbacfb844509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:00.975960 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2783fb04-e637-4da3-8d44-bbacfb844509 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0958703 Jun 15 14:22:00.990227 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:01.013093 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Made reservation on behalf of 4f5d36d3c88942709516fdfaafdf6146 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:22:01.015930 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:01.288750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:01.291424 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a61967b4-3091-455e-8cef-38d73eece551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:01.336317 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:01.357690 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bba74ac-4b11-4d3b-ac8c-d9b9ec34eece,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:01.361429 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:01.369277 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Checking segment: {'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:01.369638 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Network hostable DHCP agents. Network: 6eae1d83-e952-43ea-981a-9e0ec73e0cdd, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:22:01.387796 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:22:01.403737 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 6eae1d83-e952-43ea-981a-9e0ec73e0cdd) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:01.412008 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:01.412227 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:01.417084 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13dce36-c445-4683-ad92-97c27989597c None None] Network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:01.441003 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4546819 Jun 15 14:22:01.640254 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-6eae1d83-e952-43ea-981a-9e0ec73e0cdd', 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd', 'tenant_id': '4f5d36d3c88942709516fdfaafdf6146', 'fixed_ips': [{'subnet_id': '4bba74ac-4b11-4d3b-ac8c-d9b9ec34eece'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:22:01.641251 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:01.888009 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Allocated IP 192.168.233.2 (6eae1d83-e952-43ea-981a-9e0ec73e0cdd/4bba74ac-4b11-4d3b-ac8c-d9b9ec34eece/b5774b17-b686-4b24-b1df-5623af7ae236) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:02.205587 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.217121 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Transition to ACTIVE for port object b5774b17-b686-4b24-b1df-5623af7ae236 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:02.238487 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Transition to ACTIVE for port object b5774b17-b686-4b24-b1df-5623af7ae236 will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:02.251009 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.254931 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:02.314002 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:02.317914 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:02.324157 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:02.327162 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Pushing event updated for resources: {'Port': ['ID=b5774b17-b686-4b24-b1df-5623af7ae236,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:02.337449 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.338115 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.338115 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.338482 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.338823 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.339158 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.339484 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.339844 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.340265 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.340526 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.340851 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.341172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:02.346460 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:02.412995 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Attempting to bind port b5774b17-b686-4b24-b1df-5623af7ae236 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:02.413373 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Attempting to bind port b5774b17-b686-4b24-b1df-5623af7ae236 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:02.413735 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Attempting to bind port b5774b17-b686-4b24-b1df-5623af7ae236 on network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:02.423082 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:02.423723 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Checking segment: {'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:02.424417 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.425109 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Bound using segment: {'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:02.425940 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Bound port: b5774b17-b686-4b24-b1df-5623af7ae236, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:02.426596 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.568518 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] For port b5774b17-b686-4b24-b1df-5623af7ae236, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:02.572719 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] For port b5774b17-b686-4b24-b1df-5623af7ae236, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=b5774b17-b686-4b24-b1df-5623af7ae236,segment=NetworkSegment(43842083-4f2b-4cff-8e98-bdbda988dc5f),segment_id=43842083-4f2b-4cff-8e98-bdbda988dc5f)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:02.577967 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.580325 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:02.666826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Pushing event updated for resources: {'Port': ['ID=b5774b17-b686-4b24-b1df-5623af7ae236,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:02.671002 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:03.019303 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device b5774b17-b686-4b24-b1df-5623af7ae236 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:03.106192 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port b5774b17-b686-4b24-b1df-5623af7ae236 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:03.651459 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372b8c8-e9a0-44e7-8320-f8df23b200df None None] Network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:03.773795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Provisioning for port b5774b17-b686-4b24-b1df-5623af7ae236 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:03.787661 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Provisioning complete for port b5774b17-b686-4b24-b1df-5623af7ae236 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:03.788038 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:03.972294 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:04.027093 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] For port b5774b17-b686-4b24-b1df-5623af7ae236, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=b5774b17-b686-4b24-b1df-5623af7ae236,segment=NetworkSegment(43842083-4f2b-4cff-8e98-bdbda988dc5f),segment_id=43842083-4f2b-4cff-8e98-bdbda988dc5f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:04.032976 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:04.038626 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:04.110820 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Pushing event updated for resources: {'Port': ['ID=b5774b17-b686-4b24-b1df-5623af7ae236,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:04.116665 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:04.359792 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-aa59f15e-7edc-480a-ab58-356bb05fecf1 None None] Provisioning complete for port b5774b17-b686-4b24-b1df-5623af7ae236 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:04.360154 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-aa59f15e-7edc-480a-ab58-356bb05fecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:04.907469 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device b5774b17-b686-4b24-b1df-5623af7ae236 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:04.978884 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port b5774b17-b686-4b24-b1df-5623af7ae236 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:04.979274 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:06.322432 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:22:25.397732 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23e82791-aa05-4bd7-8ed3-a47acdd81cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:27.559531 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:29.024127 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3b7066cf-2fc2-409b-9ed1-6db484dc90be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:30.171673 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.354961 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.321972 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:22:55.396393 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7110be04-6a53-4c02-8ec6-c1c65aa04309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.554038 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:59.023056 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-4e28f211-bb4e-4f31-9906-a379578859af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:00.185065 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:01.347200 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:18.263040 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44122) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:18.268950 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [None req-65d79f1a-81e5-4cce-b857-30c672e3c739 tempest-verify_tempest_config-1167482797 tempest-verify_tempest_config-1167482797-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:23:18.270000 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-65d79f1a-81e5-4cce-b857-30c672e3c739 tempest-verify_tempest_config-1167482797 tempest-verify_tempest_config-1167482797-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059075 Jun 15 14:23:18.597183 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44140) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:18.716000 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:18.827533 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:18.833142 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:18.836685 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:18.892362 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94309615e2874193b8e4721faa35c755&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2931948 Jun 15 14:23:18.892976 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00253a36-dcbe-4a3e-8ad5-b22cd5543d9e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:18.896308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44144) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:18.901482 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.901884 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.902218 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.903315 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.903315 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.903315 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.903749 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.903933 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.904335 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.904586 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.904842 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.905169 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:18.909419 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:18.969159 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:18.999429 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:19.111263 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:19.114597 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:19.118752 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00253a36-dcbe-4a3e-8ad5-b22cd5543d9e HTTP/1.1" status: 204 len: 168 time: 0.2208767 Jun 15 14:23:19.119448 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:19.128827 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00253a36-dcbe-4a3e-8ad5-b22cd5543d9e,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:19.137037 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.137412 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.137761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.138091 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.138457 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.138848 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.139140 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.139472 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.139916 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.140236 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.140452 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.140725 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:19.146006 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:20.325615 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:25.394596 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8e7296e5-8ced-4e5e-87a4-7d93e5c364ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:27.564237 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:29.015514 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-4fe27280-18fa-4f17-85fe-c6b61c30fe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:30.179278 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:31.344455 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:55.386502 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-69f6ed18-2370-49de-96a8-229c19c36653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:57.324491 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:57.556949 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:59.020341 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-903370c5-0bcd-4cd3-8758-0f1446e80e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:00.175261 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:01.343208 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:25.386738 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1424771-5459-4f21-9a55-e19be4a1ea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:27.558710 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:29.020008 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-5a81bfc9-9073-4ccc-b234-9d73fa47ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:30.178676 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:31.345196 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:34.323266 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:24:55.388286 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e993ce13-3de4-42b5-860b-8f20f37bc3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:57.559737 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:58.249737 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198'] for agent, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:59.020954 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-89828c6b-938b-42cc-8654-6e66766c4384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:00.182272 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:01.347048 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:11.321330 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:13.804495 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44218) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:25:13.907771 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-52bb9f60-858b-4acb-ae02-ced67e32ae86 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021862 Jun 15 14:25:16.095725 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44228) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:25:16.149404 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5b31e6f4-ea01-4c5f-a94d-55bda3bcd8ca admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0524545 Jun 15 14:25:25.390439 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d8889b49-1853-450e-9c58-1038d2d55e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:27.561465 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:28.227749 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:29.028919 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-db54a38e-8fbf-4599-95f1-b1a7976d1921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:30.185602 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:31.350014 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:48.321156 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:55.391023 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-af86d223-f733-4668-9cc9-d83f500ec12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:57.562882 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:58.233912 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:59.019083 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3afcd8ff-b9c1-4091-98ad-c1cba90fd316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:00.190631 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:01.352457 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:25.319278 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:26:25.392342 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1ded1a46-fab3-402a-87b6-a840c5c9e166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:27.564956 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:28.262584 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:29.022055 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-70ff0681-625a-47e2-90ab-5be2443722db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:30.193148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:31.355238 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:46.842059 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44398) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:46.924369 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44410) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:47.060314 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-490668216-network', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:47.084456 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Made reservation on behalf of 0abef8b4f4774cc2b33738068984a5d2 for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:47.086827 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.101505 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.212022 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.216211 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-network', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:47.223728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.238024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:47.270833 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd33c8d-ee95-472d-9b51-eb95372ea1a7,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:47.287692 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.288312 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.288655 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.288990 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.289317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.289656 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.289992 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.290307 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.290664 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.290989 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.291308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.291625 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Tracked resource versions report: Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: pushed versions: Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: { 'AddressGroup': {'1.2'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'ConntrackHelper': {'1.0'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Log': {'1.0'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Network': {'1.1'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Port': {'1.7'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'PortForwarding': {'1.2'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'QosPolicy': {'1.8'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroup': {'1.4'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SubPort': {'1.0'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Subnet': {'1.1'}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Trunk': {'1.1'}} Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: consumer versions: Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: HyperV agent@hv-cinder-77212: {}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'ConntrackHelper': '1.0', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Log': '1.0', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Network': '1.1', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Port': '1.7', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'PortForwarding': '1.2', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'QosPolicy': '1.8', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroup': '1.4', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SecurityGroupRule': '1.2', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'SubPort': '1.0', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Subnet': '1.1', Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: 'Trunk': '1.1'}} Jun 15 14:26:47.292651 dv-cinder-772126-3-iscsi neutron-server[91770]: {{(pid=91770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:26:47.299742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:47.300510 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:26:47.310914 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.311272 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Added segment d2f02683-25df-4c47-8578-5a6a54704359 of type vlan for network 2349cd69-6010-47b0-9655-831e569baad3 Jun 15 14:26:47.312440 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Made reservation on behalf of 3fbae3f1f1e34ea4a7e09bc3e1d0f712 for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:47.315325 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.354444 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.378121 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44440) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:47.414209 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44446) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:47.448809 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.496253 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.500842 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:47.501626 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.512452 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:47.606139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Pushing event updated for resources: {'Network': ['ID=2349cd69-6010-47b0-9655-831e569baad3,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:47.610561 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:47.618222 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 2349cd69-6010-47b0-9655-831e569baad3 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:26:47.669579 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.677836 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.692696 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:26:47.706329 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.707094 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Added segment 9d4cfae8-356e-41ae-8cfb-535dc119bade of type vlan for network 2c72349d-2408-4e07-b125-19798cf4fe37 Jun 15 14:26:47.747639 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-205856ac-e146-4549-aff1-75cdba6a49b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:47.750376 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9069839 Jun 15 14:26:47.753663 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44458) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:47.760220 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Request body: {'subnet': {'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-subnet', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:47.788370 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Made reservation on behalf of 0abef8b4f4774cc2b33738068984a5d2 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:47.791414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.793291 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.811463 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9917ed0-4584-4dc6-adc3-02491673e9cd,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:47.817408 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:47.848024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.850281 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:47.852219 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.866287 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:47.871544 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9456050 Jun 15 14:26:47.887675 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44460) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:47.917171 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Request body: {'subnet': {'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-subnet', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:47.940962 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1990305955-network', 'tenant_id': '5c7bdfd6c3a54613927edc03b6f9d457'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:47.954213 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-775651898-network', 'tenant_id': '8f50be4fbedc42d6bb1f17de375f825a'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:47.988861 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c72349d-2408-4e07-b125-19798cf4fe37,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:47.993567 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:48.001768 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 2c72349d-2408-4e07-b125-19798cf4fe37 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:26:48.006637 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Made reservation on behalf of 3fbae3f1f1e34ea4a7e09bc3e1d0f712 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:48.009261 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.065986 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Made reservation on behalf of 5c7bdfd6c3a54613927edc03b6f9d457 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:48.068875 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.086884 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.195842 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Made reservation on behalf of 8f50be4fbedc42d6bb1f17de375f825a for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:48.198184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.220552 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.227323 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.238090 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:48.308639 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28caf77f-6305-45ae-9051-0a82c15bc782,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:48.322647 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.324221 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.324728 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.325319 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.325905 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.326537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.327100 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.327604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.328099 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.329198 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.329693 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.330485 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Tracked resource versions report: Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: pushed versions: Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: { 'AddressGroup': {'1.2'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'ConntrackHelper': {'1.0'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Log': {'1.0'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Network': {'1.1'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Port': {'1.7'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'PortForwarding': {'1.2'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'QosPolicy': {'1.8'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroup': {'1.4'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SubPort': {'1.0'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Subnet': {'1.1'}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Trunk': {'1.1'}} Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: consumer versions: Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: HyperV agent@hv-cinder-77212: {}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'ConntrackHelper': '1.0', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Log': '1.0', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Network': '1.1', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Port': '1.7', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'PortForwarding': '1.2', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'QosPolicy': '1.8', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroup': '1.4', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SecurityGroupRule': '1.2', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'SubPort': '1.0', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Subnet': '1.1', Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: 'Trunk': '1.1'}} Jun 15 14:26:48.331982 dv-cinder-772126-3-iscsi neutron-server[91769]: {{(pid=91769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:26:48.345544 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:48.404166 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Checking segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:26:48.405246 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Network hostable DHCP agents. Network: 2349cd69-6010-47b0-9655-831e569baad3, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:26:48.448490 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Network 2349cd69-6010-47b0-9655-831e569baad3 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:26:48.459577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.469604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 2349cd69-6010-47b0-9655-831e569baad3) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:48.475558 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.483735 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677d9e2-7e82-4cf6-acc0-ab4fd625ec4e None None] Network 2349cd69-6010-47b0-9655-831e569baad3 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:48.484577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:48.485642 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.499172 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:26:48.503688 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:48.543091 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.543594 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Added segment 03d13ca3-b59d-4494-88ee-9bdc94723eb5 of type vlan for network 49e8959a-3772-49d0-849f-8fcda3050779 Jun 15 14:26:48.566209 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2944785-7f7b-4d58-ad02-4f7f5249a181,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:48.574244 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:48.601902 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.604124 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:48.635782 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.696731 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.700306 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:48.701109 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.710070 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:48.721129 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.727797 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50eff98a-7df2-45d0-a76a-24419f775362,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:48.737245 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:48.753988 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.775914 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0125763 Jun 15 14:26:48.778142 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44494) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:48.786005 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3695199 Jun 15 14:26:48.787452 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:48.790576 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44498) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:48.809990 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:26:48.838555 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.840303 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Added segment 8b1f276e-61b6-4e04-9276-ebe41a90f5c1 of type vlan for network b5daba63-0e0c-4bca-a4ae-b35b45463e3a Jun 15 14:26:48.862750 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-2349cd69-6010-47b0-9655-831e569baad3', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:26:48.867779 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.872641 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Checking segment: {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:26:48.873343 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Network hostable DHCP agents. Network: 2c72349d-2408-4e07-b125-19798cf4fe37, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:26:48.881898 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.882844 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.933484 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Network 2c72349d-2408-4e07-b125-19798cf4fe37 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:26:48.960924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.997558 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Request body: {'subnet': {'network_id': '49e8959a-3772-49d0-849f-8fcda3050779', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1990305955-subnet', 'tenant_id': '5c7bdfd6c3a54613927edc03b6f9d457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:49.005724 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.094080 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.107982 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 2c72349d-2408-4e07-b125-19798cf4fe37) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:49.119305 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:49.119896 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.126560 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:49.128652 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.134118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Pushing event updated for resources: {'Network': ['ID=49e8959a-3772-49d0-849f-8fcda3050779,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:49.138823 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:49.139702 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Made reservation on behalf of 5c7bdfd6c3a54613927edc03b6f9d457 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:49.145276 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.146754 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554370a-9fbd-4647-ad77-ed9156162e84 None None] Network 2c72349d-2408-4e07-b125-19798cf4fe37 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:49.150192 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 49e8959a-3772-49d0-849f-8fcda3050779 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:26:49.173723 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:49.382269 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0031264 Jun 15 14:26:49.399489 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44520) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:49.419940 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Request body: {'subnet': {'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-775651898-subnet', 'tenant_id': '8f50be4fbedc42d6bb1f17de375f825a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:49.519731 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Made reservation on behalf of 8f50be4fbedc42d6bb1f17de375f825a for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:26:49.525110 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.561297 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.574583 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6852770 Jun 15 14:26:49.577231 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44524) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:49.589587 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:26:49.676479 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Allocated IP 172.20.0.2 (2349cd69-6010-47b0-9655-831e569baad3/28caf77f-6305-45ae-9051-0a82c15bc782/2b7a9174-450a-469c-9033-49b103324441) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:26:49.703343 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.704860 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.829711 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.850595 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fbf42d-05e0-450c-84ea-a9c17f46c455,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:49.856079 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:49.862533 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.729s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:49.895095 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:49.930288 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Checking segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:26:49.930804 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Network hostable DHCP agents. Network: b5daba63-0e0c-4bca-a4ae-b35b45463e3a, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:26:49.972115 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26870e70-b6d6-463d-a293-a4b68c8cac0a None None] Network 2c72349d-2408-4e07-b125-19798cf4fe37 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:49.986087 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:26:50.172190 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, b5daba63-0e0c-4bca-a4ae-b35b45463e3a) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:50.175932 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:50.177589 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:50.227713 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48514b-26cf-4b9c-bd15-14df2eb1c22c None None] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:50.269817 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8609707 Jun 15 14:26:50.271299 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=b5daba63-0e0c-4bca-a4ae-b35b45463e3a,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:50.274279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:50.276622 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-124c2070-ac63-4270-9259-5f612dd17203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:50.333655 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:26:50.430803 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7e333c-c43c-4232-b649-4207313a02ba,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:50.441113 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-833b49f0-8ef6-4e5b-92bf-50398320be60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:50.445603 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:50.452241 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:50.536313 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e20ece-449b-4ddf-ae25-0015a71bf1ad,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:50.548762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:50.582780 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Checking segment: {'id': '03d13ca3-b59d-4494-88ee-9bdc94723eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '49e8959a-3772-49d0-849f-8fcda3050779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:26:50.583021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Network hostable DHCP agents. Network: 49e8959a-3772-49d0-849f-8fcda3050779, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:26:50.611330 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Network 49e8959a-3772-49d0-849f-8fcda3050779 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:26:50.625900 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 49e8959a-3772-49d0-849f-8fcda3050779) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:50.653741 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:50.658026 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:50.689164 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6978126 Jun 15 14:26:50.713547 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38d145-fa37-4f0d-bd42-cffbaa35d952 None None] Network 49e8959a-3772-49d0-849f-8fcda3050779 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:50.822234 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:50.897446 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:51.140022 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:51.211834 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:51.267987 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Transition to ACTIVE for port object 2b7a9174-450a-469c-9033-49b103324441 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:26:51.287580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44618) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:51.391555 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87d529-9bbb-4ff8-8d59-6b9afaa80030 None None] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:51.426798 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Allocated IP 172.27.3.57 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/fd1c4a20-3605-4837-90bd-8dce60632f1d) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:26:51.441599 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Transition to ACTIVE for port object 2b7a9174-450a-469c-9033-49b103324441 will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:26:51.515456 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:51.544179 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:51.757074 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Pushing event updated for resources: {'Port': ['ID=2b7a9174-450a-469c-9033-49b103324441,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:51.949176 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:51.958167 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.959021 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.959724 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.960389 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.960984 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.961600 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.962211 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.962863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.963594 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.964415 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.965637 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.966633 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Tracked resource versions report: Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: pushed versions: Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: { 'AddressGroup': {'1.2'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'ConntrackHelper': {'1.0'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Log': {'1.0'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Network': {'1.1'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Port': {'1.7'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'PortForwarding': {'1.2'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'QosPolicy': {'1.8'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroup': {'1.4'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SubPort': {'1.0'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Subnet': {'1.1'}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Trunk': {'1.1'}} Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: consumer versions: Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: HyperV agent@hv-cinder-77212: {}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'ConntrackHelper': '1.0', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Log': '1.0', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Network': '1.1', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Port': '1.7', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'PortForwarding': '1.2', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'QosPolicy': '1.8', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroup': '1.4', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SecurityGroupRule': '1.2', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'SubPort': '1.0', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Subnet': '1.1', Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: 'Trunk': '1.1'}} Jun 15 14:26:51.967981 dv-cinder-772126-3-iscsi neutron-server[91771]: {{(pid=91771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:26:51.993896 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:52.012244 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4bfcf2-f577-4f7c-b25f-8751deafc40f None None] Network 49e8959a-3772-49d0-849f-8fcda3050779 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:52.019026 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Network 2349cd69-6010-47b0-9655-831e569baad3 is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:26:52.048255 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:52.051774 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:26:52.161893 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44644) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:52.221184 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.227543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e96b-0ee1-4030-9fb8-182f30ddbf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.295445 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44666) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:52.303499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.306001 dv-cinder-772126-3-iscsi neutron-server[91769]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 14:26:52.333798 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.334287 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Attempting to bind port 2b7a9174-450a-469c-9033-49b103324441 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:26:52.334818 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Attempting to bind port 2b7a9174-450a-469c-9033-49b103324441 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:26:52.334996 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Attempting to bind port 2b7a9174-450a-469c-9033-49b103324441 on network 2349cd69-6010-47b0-9655-831e569baad3 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:26:52.350787 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:26:52.351245 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Checking segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:26:52.351517 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:52.351656 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.351981 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Bound using segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:26:52.352479 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Bound port: 2b7a9174-450a-469c-9033-49b103324441, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:26:52.352862 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.472956 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:26:52.477013 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] For port 2b7a9174-450a-469c-9033-49b103324441, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:26:52.480952 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] For port 2b7a9174-450a-469c-9033-49b103324441, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=2b7a9174-450a-469c-9033-49b103324441,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:26:52.491751 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:52.511973 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:26:52.527829 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.533594 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:52.541041 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cbd7b8d9-1830-409b-8530-fb98d2cd6b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.543055 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44676) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:52.607459 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Pushing event updated for resources: {'Port': ['ID=2b7a9174-450a-469c-9033-49b103324441,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:52.612632 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:52.641427 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Pushing event updated for resources: {'Port': ['ID=fd1c4a20-3605-4837-90bd-8dce60632f1d,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:52.665358 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-69b0a7c8-77dc-4ac0-841d-f3cb63885a50 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:52.667623 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-69b0a7c8-77dc-4ac0-841d-f3cb63885a50 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/networks?id=49e8959a-3772-49d0-849f-8fcda3050779 HTTP/1.1" status: 200 len: 812 time: 0.3705833 Jun 15 14:26:52.687735 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:52.755838 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-6943937b-1df3-416f-b334-f25775bf8b5b tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/quotas/5c7bdfd6c3a54613927edc03b6f9d457 HTTP/1.1" status: 200 len: 375 time: 0.0426397 Jun 15 14:26:52.888182 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Allocated IP 172.27.3.9 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/b4ba230a-a358-4d0e-b544-bd2ef94763e8) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:26:52.889350 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-1c36e616-99f8-4d2c-adfe-ab32672b7dd8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:52.891185 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-1c36e616-99f8-4d2c-adfe-ab32672b7dd8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.3396614 Jun 15 14:26:52.925269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e96b-0ee1-4030-9fb8-182f30ddbf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.928603 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-0cb5d51c-e9bb-4a02-90fb-81afeca3b15c tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c7bdfd6c3a54613927edc03b6f9d457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1504555 Jun 15 14:26:52.947346 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e96b-0ee1-4030-9fb8-182f30ddbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.986788 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-8d14b0fd-bab6-4dcb-9140-38305e10f346 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/quotas/8f50be4fbedc42d6bb1f17de375f825a HTTP/1.1" status: 200 len: 375 time: 0.0568523 Jun 15 14:26:53.005367 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8c6e6ac1-a06f-4f6a-b156-378c35eebdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:53.043542 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-c2d46699-3b92-441c-842d-755570caeeee tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549734 Jun 15 14:26:53.066565 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-dfc4e96b-0ee1-4030-9fb8-182f30ddbf3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1fb2bf508a4421b9e9506ceb10fd45d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7773905 Jun 15 14:26:53.075598 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44690) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:53.130932 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4e96b-0ee1-4030-9fb8-182f30ddbf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa0e11f-174f-45a6-8e7a-a8296548b605,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:53.144181 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dfc4e96b-0ee1-4030-9fb8-182f30ddbf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:53.154902 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.243797 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 2b7a9174-450a-469c-9033-49b103324441 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:26:53.249936 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-486b284f-90d7-4b9f-bbb0-f6e7cad58011 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:26:53.252734 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-486b284f-90d7-4b9f-bbb0-f6e7cad58011 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1849678 Jun 15 14:26:53.269345 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-79170c64-00ef-4499-81d8-acd36b595f42 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:26:53.271847 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-79170c64-00ef-4499-81d8-acd36b595f42 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1304083 Jun 15 14:26:53.331318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.362609 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 2b7a9174-450a-469c-9033-49b103324441 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:26:53.381350 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cbd7b8d9-1830-409b-8530-fb98d2cd6b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.402463 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.480399 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cbd7b8d9-1830-409b-8530-fb98d2cd6b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.515655 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:53.575576 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.610913 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-cbd7b8d9-1830-409b-8530-fb98d2cd6b9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1192233c52c45a985a126ce7b10a06a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4473684 Jun 15 14:26:53.613757 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.616396 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44698) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:53.623282 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-61254b2b-f92e-4e06-87db-437a76e71412 service neutron] 10.222.0.15 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466303 Jun 15 14:26:53.624503 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7b8d9-1830-409b-8530-fb98d2cd6b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdea371-9dbd-4d49-9d62-a186b9f33ccb,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:53.628682 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-36cad37c-28e5-401b-a2d6-88db8a04de31 service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366702 Jun 15 14:26:53.629709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cbd7b8d9-1830-409b-8530-fb98d2cd6b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:53.633426 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ff421a8-28ad-48bc-9dd6-60702607397a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:53.742993 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Pushing event updated for resources: {'Port': ['ID=b4ba230a-a358-4d0e-b544-bd2ef94763e8,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:53.765490 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:53.809548 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:26:53.827441 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:53.835387 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:26:53.929978 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a7faea-174c-4163-b133-1663def9b792 None None] Network 2349cd69-6010-47b0-9655-831e569baad3 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:26:54.031252 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Provisioning for port 2b7a9174-450a-469c-9033-49b103324441 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:26:54.039192 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Provisioning complete for port 2b7a9174-450a-469c-9033-49b103324441 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:26:54.039557 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.053712 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-452953b2-eaa8-42cc-9e0f-d8669f37eaa9 service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114213 Jun 15 14:26:54.055733 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-ad1a47c7-f8d3-4239-a0d6-24b26d797cef service neutron] 10.222.0.15 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037848 Jun 15 14:26:54.144697 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.147673 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.208963 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.210266 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfa0e11f-174f-45a6-8e7a-a8296548b605 HTTP/1.1" status: 204 len: 168 time: 1.1336763 Jun 15 14:26:54.220540 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:54.324387 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.337396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.383844 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-a0263402-87e2-4960-832b-be8366893f4f None None] For port 2b7a9174-450a-469c-9033-49b103324441, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=2b7a9174-450a-469c-9033-49b103324441,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:26:54.443743 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.446685 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa0e11f-174f-45a6-8e7a-a8296548b605,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:54.458708 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:54.521686 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:54.569470 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.738876 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Pushing event updated for resources: {'Port': ['ID=2b7a9174-450a-469c-9033-49b103324441,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:54.746113 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:54.795977 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-77c24b77-f775-4007-bfee-cc0b150e34c8 req-120bb281-9185-4cfc-acbf-759afd26616b tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.1444242 Jun 15 14:26:54.895058 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44748) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:54.951256 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-41f727ec-71eb-4913-8efa-7f425bc66e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.081538 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.087177 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.088662 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecdea371-9dbd-4d49-9d62-a186b9f33ccb HTTP/1.1" status: 204 len: 168 time: 1.4712238 Jun 15 14:26:55.093499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:55.108346 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.115137 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-42a1717c-83ee-4dd4-9379-3f6b9c305c66 req-b95747d6-8571-44ec-a7c8-9ba026013d71 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.1714401 Jun 15 14:26:55.115679 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdea371-9dbd-4d49-9d62-a186b9f33ccb,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:55.210719 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 2b7a9174-450a-469c-9033-49b103324441 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:26:55.349600 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:55.505409 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-41f727ec-71eb-4913-8efa-7f425bc66e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.517899 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-41f727ec-71eb-4913-8efa-7f425bc66e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.539225 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-04663e12-4727-4d17-94aa-4adcad3ee357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:55.560334 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-58b31434-3ce5-4402-9149-5e60d8e9db92 None None] Provisioning complete for port 2b7a9174-450a-469c-9033-49b103324441 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:26:55.561072 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-58b31434-3ce5-4402-9149-5e60d8e9db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.584729 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:26:55.590762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f727ec-71eb-4913-8efa-7f425bc66e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79912eb0-f3ff-4acf-ab38-d59925ba9324,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:55.592769 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1d9d249f-b1ed-4105-9de6-921c4431f1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.608336 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-41f727ec-71eb-4913-8efa-7f425bc66e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:55.676750 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 2b7a9174-450a-469c-9033-49b103324441 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:26:55.676948 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:55.702813 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-41f727ec-71eb-4913-8efa-7f425bc66e41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=180f9b4b861746f69fb7b26e16062b99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8029628 Jun 15 14:26:55.707366 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44786) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:56.004885 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:56.107771 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b28cb253-8ad7-4cbc-b20e-520a726f9ab0 req-f679d4e8-11a1-4c85-ae03-4cf27b40d1e9 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0956857 Jun 15 14:26:56.115190 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:56.259901 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:56.306418 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44812) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:56.314887 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:26:56.327011 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Sync routers for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:26:56.335942 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:56.342121 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:26:56.343120 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:56.348423 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79912eb0-f3ff-4acf-ab38-d59925ba9324 HTTP/1.1" status: 204 len: 168 time: 0.6391938 Jun 15 14:26:56.381441 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7ad39bba-1651-4f83-9f75-df8b7c13b16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:56.382592 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cc1686f1-41ed-42d4-8e26-1d361618dafc req-7e0f0b36-e89e-4771-a839-58280b8a6d16 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.1286168 Jun 15 14:26:56.385003 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cbd7b8d9-1830-409b-8530-fb98d2cd6b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:56.413548 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:56.418716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79912eb0-f3ff-4acf-ab38-d59925ba9324,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:56.439781 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:56.441692 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6622999 Jun 15 14:26:56.443055 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:56.445635 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 44818) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:56.748642 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:26:56.814748 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Router 8eb97be9-4404-4250-913c-293c82626b7e is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:26:56.821028 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7ad39bba-1651-4f83-9f75-df8b7c13b16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.180693 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:26:52Z', 'revision_number': 3, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:57.184000 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Checking router: 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:26:57.184544 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Updating router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 port fd1c4a20-3605-4837-90bd-8dce60632f1d binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:26:57.227494 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7ad39bba-1651-4f83-9f75-df8b7c13b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.242074 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.259469 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-20a84069-bf43-4893-bcd9-6f6fa448fba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:57.286822 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:26:57.300244 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Sync routers for ids ['8eb97be9-4404-4250-913c-293c82626b7e'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:26:57.306905 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad39bba-1651-4f83-9f75-df8b7c13b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8b6d7f-e324-4124-bdf0-0934d34c4d20,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:57.320772 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Routers {'8eb97be9-4404-4250-913c-293c82626b7e'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:26:57.321417 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['8eb97be9-4404-4250-913c-293c82626b7e'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:57.369026 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.370278 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7879353 Jun 15 14:26:57.377248 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44850) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:57.390104 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7ad39bba-1651-4f83-9f75-df8b7c13b16a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a96da87ad5824f45bc6f088af9e50a67&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0819948 Jun 15 14:26:57.449473 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 44852) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:26:57.544765 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7ad39bba-1651-4f83-9f75-df8b7c13b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:57.563150 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.605903 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.637143 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35ebd92c-ef75-433b-b475-84cd308a4eb1 req-6d46d4f7-f97a-4784-af09-da92ee3d718a tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.2788367 Jun 15 14:26:57.780221 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.786453 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:57.788547 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c8b6d7f-e324-4124-bdf0-0934d34c4d20 HTTP/1.1" status: 204 len: 168 time: 0.3377223 Jun 15 14:26:57.895673 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7056c66c-feab-486b-98e8-c5bf57df30d6 req-cda0fdc6-ea11-4a8d-a79d-30852c4a13dd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.1460776 Jun 15 14:26:58.054741 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.069378 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.101489 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Transition to ACTIVE for port object fd1c4a20-3605-4837-90bd-8dce60632f1d will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:26:58.111516 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.130716 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:58.152898 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3c16401d-c9f7-4fcb-ba52-6ae91a03ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:58.216836 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Set router 8eb97be9-4404-4250-913c-293c82626b7e gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:26:58.318965 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Attempting to bind port fd1c4a20-3605-4837-90bd-8dce60632f1d on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:26:58.319560 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Attempting to bind port fd1c4a20-3605-4837-90bd-8dce60632f1d by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:26:58.320150 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Attempting to bind port fd1c4a20-3605-4837-90bd-8dce60632f1d on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:26:58.347692 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:26:58.348253 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:26:58.349192 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.351169 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.352111 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:26:58.353099 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Bound port: fd1c4a20-3605-4837-90bd-8dce60632f1d, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:26:58.354068 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.403345 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8b6d7f-e324-4124-bdf0-0934d34c4d20,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:58.406201 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:58.485788 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Pushing event updated for resources: {'Port': ['ID=fd1c4a20-3605-4837-90bd-8dce60632f1d,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:58.517541 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.518589 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.519496 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.520330 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.522000 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.522930 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.524254 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.525105 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.526870 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.527041 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.528678 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.530326 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.530747 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Tracked resource versions report: Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: pushed versions: Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: { 'AddressGroup': {'1.2'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'ConntrackHelper': {'1.0'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Log': {'1.0'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Network': {'1.1'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Port': {'1.7'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'PortForwarding': {'1.2'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'QosPolicy': {'1.8'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroup': {'1.4'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SubPort': {'1.0'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Subnet': {'1.1'}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Trunk': {'1.1'}} Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: consumer versions: Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: { DHCP agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: HyperV agent@hv-cinder-77212: {}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: L3 agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: Metadata agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: Metering agent@dv-cinder-772126-3-iscsi: {}, Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: Open vSwitch agent@dv-cinder-772126-3-iscsi: { 'AddressGroup': '1.2', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'ConntrackHelper': '1.0', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Log': '1.0', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Network': '1.1', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Port': '1.7', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'PortForwarding': '1.2', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'QosPolicy': '1.8', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroup': '1.4', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SecurityGroupRule': '1.2', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'SubPort': '1.0', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Subnet': '1.1', Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: 'Trunk': '1.1'}} Jun 15 14:26:58.533974 dv-cinder-772126-3-iscsi neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:26:58.542729 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:58.611883 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] For port fd1c4a20-3605-4837-90bd-8dce60632f1d, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:26:58.621483 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] For port fd1c4a20-3605-4837-90bd-8dce60632f1d, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=fd1c4a20-3605-4837-90bd-8dce60632f1d,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:26:58.629403 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.649878 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:58.751033 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:58.783389 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Pushing event updated for resources: {'Port': ['ID=fd1c4a20-3605-4837-90bd-8dce60632f1d,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:58.810424 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:26:58.811082 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:58.940769 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:58.962164 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:26:54Z', 'revision_number': 3, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:58.974281 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Checking router: 8eb97be9-4404-4250-913c-293c82626b7e for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:26:58.976420 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Updating router 8eb97be9-4404-4250-913c-293c82626b7e port b4ba230a-a358-4d0e-b544-bd2ef94763e8 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:26:59.084708 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:59.156189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-371b7873-313e-448a-8ac2-8a8203436de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:59.166148 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e76308d9-bdee-4356-bce0-300e5bcddc60 req-87a94ffe-66a3-4fea-9806-9c9e44b25e7b tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.1606359 Jun 15 14:26:59.205041 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:26:59.337749 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Allocated IP 172.20.0.1 (2c72349d-2408-4e07-b125-19798cf4fe37/50eff98a-7df2-45d0-a76a-24419f775362/d8d0b917-2934-4654-bf37-b297687954bf) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:26:59.348668 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a80f8e99-9acf-4566-85a2-8564bcf113b3 req-61440169-3510-43c1-a9e7-6f4b71cf3261 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.0594373 Jun 15 14:26:59.437080 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Allocated IP 172.20.0.1 (2349cd69-6010-47b0-9655-831e569baad3/28caf77f-6305-45ae-9051-0a82c15bc782/1552070c-1e59-48e5-abca-6ec679d9e03b) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:26:59.714633 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:59.851101 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:59.854126 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-016bd1eb-4a8e-4a2f-93a3-2ef9f73f765a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:26:59.863417 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:59.896580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Transition to ACTIVE for port object 1552070c-1e59-48e5-abca-6ec679d9e03b will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:26:59.909024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d0b917-2934-4654-bf37-b297687954bf,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:26:59.915212 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:26:59.932980 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Network 2c72349d-2408-4e07-b125-19798cf4fe37 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:26:59.935586 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:26:59.943012 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:26:59.943551 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:59.979654 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:26:52Z', 'revision_number': 3, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:26:59.988274 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e7f989-87c9-4710-b356-b7b40431ef94 None None] The sync data for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi is: [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:26:52Z', 'revision_number': 3, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:00.070250 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.075385 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:00.081326 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.101125 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Transition to ACTIVE for port object b4ba230a-a358-4d0e-b544-bd2ef94763e8 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:00.116869 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.133486 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:00.305985 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Network 2349cd69-6010-47b0-9655-831e569baad3 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:00.324637 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:00.325034 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Attempting to bind port b4ba230a-a358-4d0e-b544-bd2ef94763e8 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:00.326682 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Attempting to bind port b4ba230a-a358-4d0e-b544-bd2ef94763e8 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:00.327153 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Attempting to bind port b4ba230a-a358-4d0e-b544-bd2ef94763e8 on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:00.331217 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:27:00.332658 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.393729 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.428769 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:00.429396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:00.429864 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.432516 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:00.433091 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Bound port: b4ba230a-a358-4d0e-b544-bd2ef94763e8, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:00.433547 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.597811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Pushing event updated for resources: {'Port': ['ID=1552070c-1e59-48e5-abca-6ec679d9e03b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:00.602909 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:00.614366 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.61', 63436) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:00.745023 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] For port b4ba230a-a358-4d0e-b544-bd2ef94763e8, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:00.761195 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] For port b4ba230a-a358-4d0e-b544-bd2ef94763e8, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=b4ba230a-a358-4d0e-b544-bd2ef94763e8,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:00.820718 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3350701-b735-4a2e-9a1e-234e17a13af9 None None] Pushing event updated for resources: {'Port': ['ID=b4ba230a-a358-4d0e-b544-bd2ef94763e8,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:00.831523 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c3350701-b735-4a2e-9a1e-234e17a13af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:00.840217 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.843396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:00.852436 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0f997cbc-abc5-41e1-ab5f-7e65cf668c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:01.048530 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-291db068-1a69-4501-8466-09cc1c6fe8d1 req-97eb8641-8b48-42dc-ad33-b00582e4b408 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.3609979 Jun 15 14:27:01.128131 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a32c8dfd-54de-48e4-b80c-66f2cfc7d05b req-d7d2394b-fbd6-497d-a835-c8e2acada790 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.0788591 Jun 15 14:27:01.163675 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3350701-b735-4a2e-9a1e-234e17a13af9 None None] Pushing event updated for resources: {'Port': ['ID=b4ba230a-a358-4d0e-b544-bd2ef94763e8,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:01.225339 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c3350701-b735-4a2e-9a1e-234e17a13af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:01.304295 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-59606f56-0051-411a-a6d6-b59ad1197318 None None] Provisioning for port 1552070c-1e59-48e5-abca-6ec679d9e03b completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:01.331079 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-59606f56-0051-411a-a6d6-b59ad1197318 None None] Provisioning complete for port 1552070c-1e59-48e5-abca-6ec679d9e03b triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:01.331470 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-59606f56-0051-411a-a6d6-b59ad1197318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:01.339035 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Routers {'8eb97be9-4404-4250-913c-293c82626b7e'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:01.343299 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['8eb97be9-4404-4250-913c-293c82626b7e'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:01.385203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:01.699298 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device fd1c4a20-3605-4837-90bd-8dce60632f1d up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:01.759534 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] Set router 8eb97be9-4404-4250-913c-293c82626b7e gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:01.834203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.61', 63440) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:01.866960 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:01.919170 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-59606f56-0051-411a-a6d6-b59ad1197318 None None] Port 1552070c-1e59-48e5-abca-6ec679d9e03b cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:27:02.088891 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-2579c87e-2231-4d02-8f28-59488a0a430f tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:02.103608 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-2579c87e-2231-4d02-8f28-59488a0a430f tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.61 "GET /v2.0/networks?id=49e8959a-3772-49d0-849f-8fcda3050779 HTTP/1.1" status: 200 len: 812 time: 1.4859424 Jun 15 14:27:02.224636 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Request body: {'port': {'device_id': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'network_id': '49e8959a-3772-49d0-849f-8fcda3050779', 'admin_state_up': True, 'tenant_id': '5c7bdfd6c3a54613927edc03b6f9d457'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:02.319271 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:27:02.398210 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port fd1c4a20-3605-4837-90bd-8dce60632f1d completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:02.414992 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port fd1c4a20-3605-4837-90bd-8dce60632f1d triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:02.415397 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:02.723220 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-be619d11-3d14-443b-a379-1e97c4a4e370 req-014bf397-07c6-4f83-97bc-02b3a4b69f11 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.1764727 Jun 15 14:27:02.755572 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:02.791331 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-82ed53f2-f40f-43b2-871b-a33db863029d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:02.793521 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-82ed53f2-f40f-43b2-871b-a33db863029d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.9581473 Jun 15 14:27:02.814560 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bdf25f63-728a-4fdd-be95-d9ebc7fb2afb req-639407f8-aa44-403d-b481-71cd2e546ca4 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.1997511 Jun 15 14:27:02.822176 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Request body: {'port': {'device_id': '6426f68f-2498-4970-9c27-d4640976e026', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'admin_state_up': True, 'tenant_id': '8f50be4fbedc42d6bb1f17de375f825a'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:03.101619 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.105750 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.111731 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.112064 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.120391 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:03.224466 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port fd1c4a20-3605-4837-90bd-8dce60632f1d, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=fd1c4a20-3605-4837-90bd-8dce60632f1d,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:03.236341 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.248787 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:03.423395 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.429199 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.475504 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:03.529288 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 4, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'd8d0b917-2934-4654-bf37-b297687954bf', 'name': '', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'mac_address': 'fa:16:3e:59:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50eff98a-7df2-45d0-a76a-24419f775362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:26:59Z', 'revision_number': 1, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'subnets': [{'id': '50eff98a-7df2-45d0-a76a-24419f775362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:03.533429 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Made reservation on behalf of 5c7bdfd6c3a54613927edc03b6f9d457 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:27:03.540593 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.575389 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf5198-51bf-400f-b840-7d2d2c53850a None None] The sync data for ids ['8eb97be9-4404-4250-913c-293c82626b7e'] in dv-cinder-772126-3-iscsi is: [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 4, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'd8d0b917-2934-4654-bf37-b297687954bf', 'name': '', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'mac_address': 'fa:16:3e:59:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50eff98a-7df2-45d0-a76a-24419f775362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:26:59Z', 'revision_number': 1, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'subnets': [{'id': '50eff98a-7df2-45d0-a76a-24419f775362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:03.645443 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=fd1c4a20-3605-4837-90bd-8dce60632f1d,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:03.659729 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:03.909428 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d0b917-2934-4654-bf37-b297687954bf,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:03.918081 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:03.935388 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Network 2c72349d-2408-4e07-b125-19798cf4fe37 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:03.961508 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:04.322323 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Pushing event updated for resources: {'Port': ['ID=1552070c-1e59-48e5-abca-6ec679d9e03b,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:04.343279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:04.363826 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Made reservation on behalf of 8f50be4fbedc42d6bb1f17de375f825a for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:27:04.374559 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:04.674042 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7b65b7ee-7291-4f74-8e3d-86597372c00b req-1801edbd-0f51-4f79-8c6f-beeb89b892cd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.2733452 Jun 15 14:27:04.821218 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-be16709a-7060-47a7-928f-5d35e4bf6ed7 req-04f65145-c74c-4ef9-953a-3c8f0e22a918 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.1419637 Jun 15 14:27:05.062976 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Allocated IP 172.20.0.6 (49e8959a-3772-49d0-849f-8fcda3050779/33e20ece-449b-4ddf-ae25-0015a71bf1ad/23d2642f-7d03-491e-8c1b-d38c7f6db669) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:27:05.397452 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45086) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:05.476579 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Network 2349cd69-6010-47b0-9655-831e569baad3 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:05.483407 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:05.548267 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Allocated IP 172.20.0.13 (b5daba63-0e0c-4bca-a4ae-b35b45463e3a/2d7e333c-c43c-4232-b649-4207313a02ba/77bf98f1-b052-4c78-badb-baae007a55bb) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:27:05.575896 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:05.685514 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:05.750915 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8a725157-0691-434f-887d-1e450f543abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:05.798933 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device fd1c4a20-3605-4837-90bd-8dce60632f1d up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:05.991329 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Network 49e8959a-3772-49d0-849f-8fcda3050779 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:06.112696 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port fd1c4a20-3605-4837-90bd-8dce60632f1d triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:06.121074 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:06.182719 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:06.259652 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:27:06.267216 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-908102f5-77de-4709-ab2e-f92154d24fcf None None] Provisioning complete for port 1552070c-1e59-48e5-abca-6ec679d9e03b triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:06.268185 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:06.269471 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:06.277066 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-908102f5-77de-4709-ab2e-f92154d24fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:06.396930 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4ea33d14-1b74-4acb-9d0a-abde55b3c01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:06.397233 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2026558 Jun 15 14:27:06.424404 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Pushing event updated for resources: {'Port': ['ID=23d2642f-7d03-491e-8c1b-d38c7f6db669,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:06.431270 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-908102f5-77de-4709-ab2e-f92154d24fcf None None] Port 1552070c-1e59-48e5-abca-6ec679d9e03b cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:27:06.487093 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-58f18e07-34a4-43a2-9ecf-3b673f54596d tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:27:06.493484 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-58f18e07-34a4-43a2-9ecf-3b673f54596d tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436571 Jun 15 14:27:06.504017 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:06.523178 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Router 8eb97be9-4404-4250-913c-293c82626b7e has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:06.620647 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device b4ba230a-a358-4d0e-b544-bd2ef94763e8 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:06.834775 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port b4ba230a-a358-4d0e-b544-bd2ef94763e8 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:06.847820 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port b4ba230a-a358-4d0e-b544-bd2ef94763e8 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:06.852100 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:07.012514 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4ea33d14-1b74-4acb-9d0a-abde55b3c01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:07.028841 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:07.060370 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port b4ba230a-a358-4d0e-b544-bd2ef94763e8, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=b4ba230a-a358-4d0e-b544-bd2ef94763e8,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:07.068971 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:07.080784 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:07.293229 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=b4ba230a-a358-4d0e-b544-bd2ef94763e8,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:07.303022 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:07.346116 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Request body: {'port': {'device_id': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:07.402053 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4ea33d14-1b74-4acb-9d0a-abde55b3c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:07.482868 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:07.503415 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] 10.222.0.15 "PUT /v2.0/routers/8eb97be9-4404-4250-913c-293c82626b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1225171 Jun 15 14:27:07.512500 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:07.517258 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dfc4e96b-0ee1-4030-9fb8-182f30ddbf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:07.525860 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:07.540671 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4ea33d14-1b74-4acb-9d0a-abde55b3c01f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f77ca2f29b447f7902acdfdf1de04a3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1217988 Jun 15 14:27:07.592714 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45142) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:07.727383 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-574a4f88-6ffd-4f3f-8f09-9f684ab3dc75 req-4051f8e6-4bdb-402e-aef1-00302e892b18 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 1.3207414 Jun 15 14:27:08.326696 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:08.362470 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea33d14-1b74-4acb-9d0a-abde55b3c01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deb1da3-0d91-4c9f-978d-6c6b8f199c8b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:08.367146 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4ea33d14-1b74-4acb-9d0a-abde55b3c01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:08.408679 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66ae0-50b7-4ca3-b652-3928ed9abe2e req-ef0dd219-6a43-47b7-9396-2a9542370203 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:08.411179 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0cd66ae0-50b7-4ca3-b652-3928ed9abe2e req-ef0dd219-6a43-47b7-9396-2a9542370203 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 931 time: 2.0084970 Jun 15 14:27:08.598427 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:08.609939 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0cd66ae0-50b7-4ca3-b652-3928ed9abe2e req-f0a79382-ed09-40be-bffe-1feebdc7c18f tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839607 Jun 15 14:27:08.680293 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Sync routers for ids ['8eb97be9-4404-4250-913c-293c82626b7e'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:08.687414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:08.720277 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Sync routers for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:08.740661 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Routers {'8eb97be9-4404-4250-913c-293c82626b7e'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:08.741315 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['8eb97be9-4404-4250-913c-293c82626b7e'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:08.754255 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] 10.222.0.15 "PUT /v2.0/routers/5b7c8085-ae9f-439f-805a-1c9336d0ccb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3071342 Jun 15 14:27:08.757361 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:08.758028 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:08.762295 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:08.775264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:09.163661 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45188) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:09.247128 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.347311 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.355467 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.359708 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5deb1da3-0d91-4c9f-978d-6c6b8f199c8b HTTP/1.1" status: 204 len: 168 time: 1.7612672 Jun 15 14:27:09.401639 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:09.441945 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Set router 8eb97be9-4404-4250-913c-293c82626b7e gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:09.474282 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:09.530831 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deb1da3-0d91-4c9f-978d-6c6b8f199c8b,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:09.543107 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:09.576026 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device b4ba230a-a358-4d0e-b544-bd2ef94763e8 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:09.736864 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3cc46be3-3841-45b9-a64b-68a3cbd52d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.894055 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:09.904177 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:09.908516 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:27:09.916908 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:09.917673 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.933118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event updated for resources: {'Port': ['ID=77bf98f1-b052-4c78-badb-baae007a55bb,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:09.938111 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.162s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:10.111483 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d2642f-7d03-491e-8c1b-d38c7f6db669 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:10.114651 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-b9b97027-fe79-49ff-b9c6-833b09cf60ba tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:10.116290 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-b9b97027-fe79-49ff-b9c6-833b09cf60ba tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 819 time: 0.4707475 Jun 15 14:27:10.164547 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f144c-4a83-4c9e-82b1-a5fc81fe9931 req-347cab69-e430-4200-b9ee-fe68b35f62d5 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:10.169292 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c3f144c-4a83-4c9e-82b1-a5fc81fe9931 req-347cab69-e430-4200-b9ee-fe68b35f62d5 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 932 time: 0.4953008 Jun 15 14:27:10.177158 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-2c5e1416-0f2b-47e4-bf89-22b8f07dd328 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/quotas/3fbae3f1f1e34ea4a7e09bc3e1d0f712 HTTP/1.1" status: 200 len: 375 time: 0.0535522 Jun 15 14:27:10.187086 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:10.325719 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Transition to ACTIVE for port object 23d2642f-7d03-491e-8c1b-d38c7f6db669 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:10.394840 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:10.443890 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:10.454548 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port b4ba230a-a358-4d0e-b544-bd2ef94763e8 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:10.456164 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:10.515367 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c3f144c-4a83-4c9e-82b1-a5fc81fe9931 req-54f78b7e-a6da-4016-9cd3-e8b7a689fb59 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342998 Jun 15 14:27:10.526890 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-808047ef-fe43-4213-964c-d61750078cd6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3311203 Jun 15 14:27:10.642178 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 2, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:10.652732 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Checking router: 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:10.658117 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Updating router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 port 1552070c-1e59-48e5-abca-6ec679d9e03b binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:27:10.679227 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 4, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'd8d0b917-2934-4654-bf37-b297687954bf', 'name': '', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'mac_address': 'fa:16:3e:59:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50eff98a-7df2-45d0-a76a-24419f775362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 2, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'subnets': [{'id': '50eff98a-7df2-45d0-a76a-24419f775362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:10.688743 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Pushing event updated for resources: {'Port': ['ID=23d2642f-7d03-491e-8c1b-d38c7f6db669,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:10.696746 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:10.703225 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Checking router: 8eb97be9-4404-4250-913c-293c82626b7e for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:10.703742 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Updating router 8eb97be9-4404-4250-913c-293c82626b7e port d8d0b917-2934-4654-bf37-b297687954bf binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:27:10.817772 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.000561 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3cc46be3-3841-45b9-a64b-68a3cbd52d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.008345 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Attempting to bind port 23d2642f-7d03-491e-8c1b-d38c7f6db669 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:11.011251 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Attempting to bind port 23d2642f-7d03-491e-8c1b-d38c7f6db669 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '03d13ca3-b59d-4494-88ee-9bdc94723eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '49e8959a-3772-49d0-849f-8fcda3050779'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:11.012303 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Attempting to bind port 23d2642f-7d03-491e-8c1b-d38c7f6db669 on network 49e8959a-3772-49d0-849f-8fcda3050779 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:11.026066 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Port 23d2642f-7d03-491e-8c1b-d38c7f6db669 on network 49e8959a-3772-49d0-849f-8fcda3050779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:27:11.032817 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Attempting to bind port 23d2642f-7d03-491e-8c1b-d38c7f6db669 on network 49e8959a-3772-49d0-849f-8fcda3050779 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:11.036228 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3cc46be3-3841-45b9-a64b-68a3cbd52d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.041035 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.063799 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-d60ec510-4a7f-450b-9c76-ad5cdd2f50b9 service neutron] 10.222.0.15 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244992 Jun 15 14:27:11.071881 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2560356 Jun 15 14:27:11.105259 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:11.224873 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3cc46be3-3841-45b9-a64b-68a3cbd52d33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6313fdd9450045ee8a099cffa49762fa&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0578692 Jun 15 14:27:11.226662 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45226) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:11.230838 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc46be3-3841-45b9-a64b-68a3cbd52d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed570e4e-845e-4d49-bba2-20f28c887606,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:11.236259 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:11.238629 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Checking segment: {'id': '03d13ca3-b59d-4494-88ee-9bdc94723eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '49e8959a-3772-49d0-849f-8fcda3050779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:11.241089 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Bound using segment: {'id': '03d13ca3-b59d-4494-88ee-9bdc94723eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '49e8959a-3772-49d0-849f-8fcda3050779'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:11.246612 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Bound port: 23d2642f-7d03-491e-8c1b-d38c7f6db669, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d13ca3-b59d-4494-88ee-9bdc94723eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '49e8959a-3772-49d0-849f-8fcda3050779'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:11.251010 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.317161 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3cc46be3-3841-45b9-a64b-68a3cbd52d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:11.329850 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-3f1f40f2-322d-4c9c-8524-6b712d182a28 service neutron] 10.222.0.15 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522092 Jun 15 14:27:11.471160 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45232) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:11.604129 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] For port 23d2642f-7d03-491e-8c1b-d38c7f6db669, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:11.709884 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] For port 23d2642f-7d03-491e-8c1b-d38c7f6db669, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669,segment=NetworkSegment(03d13ca3-b59d-4494-88ee-9bdc94723eb5),segment_id=03d13ca3-b59d-4494-88ee-9bdc94723eb5)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:11.770504 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.885957 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9b87ffe5-9c8f-4822-9f93-be7746e27d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:11.972273 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-759c75ad-3193-4995-8229-48fd7a97a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.021368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a0146-ac86-4816-b4e7-ea8aad5a6526 req-bc46fec8-1b3a-4d00-8322-aa6a00c9e4fd tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:12.027753 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b53a0146-ac86-4816-b4e7-ea8aad5a6526 req-bc46fec8-1b3a-4d00-8322-aa6a00c9e4fd tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 943 time: 0.2750733 Jun 15 14:27:12.068173 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.112138 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Transition to ACTIVE for port object d8d0b917-2934-4654-bf37-b297687954bf will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:12.121812 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.124668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Pushing event updated for resources: {'Port': ['ID=23d2642f-7d03-491e-8c1b-d38c7f6db669,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.130609 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-96d4ad7d-ed98-4d08-bc5a-217908f99b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.139432 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b53a0146-ac86-4816-b4e7-ea8aad5a6526 req-5a1f9891-04c1-44a0-8efa-e57dcd848fbc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972593 Jun 15 14:27:12.143019 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:12.164337 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:12.165197 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.170271 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] 10.222.0.61 "PUT /v2.0/ports/23d2642f-7d03-491e-8c1b-d38c7f6db669 HTTP/1.1" status: 200 len: 1093 time: 5.4002285 Jun 15 14:27:12.170875 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'tag': '23d2642f-7d03-491e-8c1b-d38c7f6db669'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:12.210860 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.252583 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Transition to ACTIVE for port object 1552070c-1e59-48e5-abca-6ec679d9e03b will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:12.272680 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.306933 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e032423e-d8a2-454f-8798-bc2dc8d0482e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.363400 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5d209-bfb2-447b-85ca-9e4c43ad0953 None None] Pushing event updated for resources: {'Port': ['ID=d8d0b917-2934-4654-bf37-b297687954bf,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.370457 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7dc5d209-bfb2-447b-85ca-9e4c43ad0953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:12.395865 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45260) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:12.421972 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909962195', 'description': 'tempest-description--1492680733'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:12.448088 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.464805 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-759c75ad-3193-4995-8229-48fd7a97a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.511730 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-759c75ad-3193-4995-8229-48fd7a97a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.514515 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.544591 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.586557 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-41f727ec-71eb-4913-8efa-7f425bc66e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.628265 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Attempting to bind port d8d0b917-2934-4654-bf37-b297687954bf on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:12.628589 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Attempting to bind port d8d0b917-2934-4654-bf37-b297687954bf by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:12.629045 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Attempting to bind port d8d0b917-2934-4654-bf37-b297687954bf on network 2c72349d-2408-4e07-b125-19798cf4fe37 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:12.635572 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:12.636152 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Checking segment: {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:12.636487 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.636884 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Bound using segment: {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:12.637403 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Bound port: d8d0b917-2934-4654-bf37-b297687954bf, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:12.637817 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.673950 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45268) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:12.675454 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-759c75ad-3193-4995-8229-48fd7a97a239 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dec69ff0e6b144709b5d0570fdea4297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2022326 Jun 15 14:27:12.775054 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b3eb-4b32-429f-a1c6-0e4da8df35ae None None] Pushing event updated for resources: {'Port': ['ID=1552070c-1e59-48e5-abca-6ec679d9e03b,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.834220 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb468eb-4b6d-4b91-9051-d2e1de76d769" -d '{"events": [{"name": "network-changed", "server_uuid": "81954349-304d-4fe3-88a7-31fbe75bcad9", "tag": "23d2642f-7d03-491e-8c1b-d38c7f6db669"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:12.858325 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b39b3eb-4b32-429f-a1c6-0e4da8df35ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:12.880971 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-50decd39-7bea-4ced-a5d7-a59dc0a552a2 req-ada376c0-d115-4662-b90d-c8b171817b91 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 210 time: 0.3708408 Jun 15 14:27:12.901714 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c75ad-3193-4995-8229-48fd7a97a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268d8bf4-f5f1-43fd-9fb5-07a22dadf4aa,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.902274 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.939926 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] For port d8d0b917-2934-4654-bf37-b297687954bf, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:12.943502 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.945859 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed570e4e-845e-4d49-bba2-20f28c887606 HTTP/1.1" status: 204 len: 168 time: 1.7114754 Jun 15 14:27:12.950323 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.956749 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] For port d8d0b917-2934-4654-bf37-b297687954bf, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=d8d0b917-2934-4654-bf37-b297687954bf,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:12.971402 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.983214 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-759c75ad-3193-4995-8229-48fd7a97a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:13.009827 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed570e4e-845e-4d49-bba2-20f28c887606,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:13.020930 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:13.023617 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:13.086559 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.194771 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.210203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Request body: {'port': {'device_id': '6426f68f-2498-4970-9c27-d4640976e026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:13.273380 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5d209-bfb2-447b-85ca-9e4c43ad0953 None None] Pushing event updated for resources: {'Port': ['ID=d8d0b917-2934-4654-bf37-b297687954bf,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:13.302057 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7dc5d209-bfb2-447b-85ca-9e4c43ad0953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:13.325314 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Routers {'8eb97be9-4404-4250-913c-293c82626b7e'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:13.326454 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['8eb97be9-4404-4250-913c-293c82626b7e'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:13.361396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Attempting to bind port 1552070c-1e59-48e5-abca-6ec679d9e03b on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:13.364241 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Attempting to bind port 1552070c-1e59-48e5-abca-6ec679d9e03b by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:13.365189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Attempting to bind port 1552070c-1e59-48e5-abca-6ec679d9e03b on network 2349cd69-6010-47b0-9655-831e569baad3 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:13.383536 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:13.384516 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Checking segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:13.386791 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.387935 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Bound using segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:13.389937 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Bound port: 1552070c-1e59-48e5-abca-6ec679d9e03b, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:13.391452 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.444668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.529118 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.532825 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a29fb-570e-48c9-8a10-35255538bc69 req-38ff971e-de33-4f0b-b5d7-d241869d8847 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:13.540446 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/268d8bf4-f5f1-43fd-9fb5-07a22dadf4aa HTTP/1.1" status: 204 len: 168 time: 0.8584921 Jun 15 14:27:13.556033 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-527a29fb-570e-48c9-8a10-35255538bc69 req-38ff971e-de33-4f0b-b5d7-d241869d8847 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 932 time: 0.7103462 Jun 15 14:27:13.635603 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] For port 1552070c-1e59-48e5-abca-6ec679d9e03b, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:13.654501 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] For port 1552070c-1e59-48e5-abca-6ec679d9e03b, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=1552070c-1e59-48e5-abca-6ec679d9e03b,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:13.690547 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-564234d1-544b-4b96-9e95-83e5d7f998e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:13.707421 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device d8d0b917-2934-4654-bf37-b297687954bf up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:13.753764 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.764841 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d8bf4-f5f1-43fd-9fb5-07a22dadf4aa,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:13.778513 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:13.799641 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.877133 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.954040 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4ea33d14-1b74-4acb-9d0a-abde55b3c01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:13.961054 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:13.966800 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] Set router 8eb97be9-4404-4250-913c-293c82626b7e gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:13.973255 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-ce0c876a-c58f-4d5e-a33e-1258ac864915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:13.981916 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-ce0c876a-c58f-4d5e-a33e-1258ac864915 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c7bdfd6c3a54613927edc03b6f9d457&device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 1096 time: 0.5664203 Jun 15 14:27:14.261790 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d77f27c-45f3-4c28-8fe3-92fe24e8651c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:14.275260 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:14.339156 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45302) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:14.370797 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:14.375618 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:26:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:14.394006 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-3d98b837-ad08-450b-885a-4c4ef17841c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669 HTTP/1.1" status: 200 len: 217 time: 0.3990099 Jun 15 14:27:14.464936 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-527a29fb-570e-48c9-8a10-35255538bc69 req-23ee45e7-90dd-4b2d-a506-40a449f7c39d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9064112 Jun 15 14:27:14.466007 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:14.472661 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0756583 Jun 15 14:27:14.543282 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45310) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:14.582713 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'security_group_rule': {'security_group_id': '9d77f27c-45f3-4c28-8fe3-92fe24e8651c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:14.584924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7d35-7741-449c-b5fb-b9e7b990a9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:14.605063 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:14.730055 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-b2d79f5d-c422-403f-8109-7935e08949db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:14.740036 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-b2d79f5d-c422-403f-8109-7935e08949db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33e20ece-449b-4ddf-ae25-0015a71bf1ad HTTP/1.1" status: 200 len: 852 time: 0.3332634 Jun 15 14:27:14.897126 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 4, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'd8d0b917-2934-4654-bf37-b297687954bf', 'name': '', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'mac_address': 'fa:16:3e:59:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50eff98a-7df2-45d0-a76a-24419f775362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:12Z', 'revision_number': 4, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'subnets': [{'id': '50eff98a-7df2-45d0-a76a-24419f775362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:14.908975 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee1c60-ef04-468a-a88d-7b8310efd2c9 None None] The sync data for ids ['8eb97be9-4404-4250-913c-293c82626b7e'] in dv-cinder-772126-3-iscsi is: [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:27:00Z', 'revision_number': 4, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'd8d0b917-2934-4654-bf37-b297687954bf', 'name': '', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'mac_address': 'fa:16:3e:59:67:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '50eff98a-7df2-45d0-a76a-24419f775362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:12Z', 'revision_number': 4, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'subnets': [{'id': '50eff98a-7df2-45d0-a76a-24419f775362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:14.945302 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-d8fcdb0b-2eff-4d65-82cc-408ae976fe9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=49e8959a-3772-49d0-849f-8fcda3050779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1806269 Jun 15 14:27:14.947673 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b3eb-4b32-429f-a1c6-0e4da8df35ae None None] Pushing event updated for resources: {'Port': ['ID=1552070c-1e59-48e5-abca-6ec679d9e03b,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:14.980982 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b39b3eb-4b32-429f-a1c6-0e4da8df35ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:14.999350 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port d8d0b917-2934-4654-bf37-b297687954bf completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:15.033860 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port d8d0b917-2934-4654-bf37-b297687954bf triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:15.043919 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:15.099004 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.61', 63463) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:15.321574 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de346bc-5d30-4ced-856a-10828e26f010 x-openstack-request-id: req-6de346bc-5d30-4ced-856a-10828e26f010 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:15.321892 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81954349-304d-4fe3-88a7-31fbe75bcad9", "tag": "23d2642f-7d03-491e-8c1b-d38c7f6db669", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:15.322154 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6de346bc-5d30-4ced-856a-10828e26f010 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:15.330063 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'tag': '23d2642f-7d03-491e-8c1b-d38c7f6db669', 'status': 'completed', 'code': 200} Jun 15 14:27:15.331198 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:15.385991 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-65218d77-c86c-4626-a448-80368118cd19 service neutron] 10.222.0.61 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184217 Jun 15 14:27:15.524009 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:16.296644 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.487718 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7d35-7741-449c-b5fb-b9e7b990a9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.523486 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-bb5316bc-0c09-45a1-81be-3cfb7ee2cf47 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:16.529511 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-bb5316bc-0c09-45a1-81be-3cfb7ee2cf47 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 819 time: 1.6239903 Jun 15 14:27:16.559720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e3d7d35-7741-449c-b5fb-b9e7b990a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.661332 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port d8d0b917-2934-4654-bf37-b297687954bf, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=d8d0b917-2934-4654-bf37-b297687954bf,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:16.735887 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.772955 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.774590 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:16.798201 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.811015 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ad025a00-dfa5-4eaa-a6b0-d248faabadcc req-ac2a1d94-f814-443e-a1db-df365192b2bc service neutron] 10.222.0.61 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3837123 Jun 15 14:27:16.834533 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:16.853318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.854786 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2909882 Jun 15 14:27:16.860891 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45362) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:16.878527 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'security_group_rule': {'security_group_id': '9d77f27c-45f3-4c28-8fe3-92fe24e8651c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:16.906604 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676dd329-1d7a-47da-a184-f9cccb868007,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:16.919901 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:16.981071 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.127200 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-16e9b35f-ebac-4389-80d2-c9f2f89ab507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:17.158803 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=d8d0b917-2934-4654-bf37-b297687954bf,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:17.163812 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:17.227427 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.228766 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:13Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:17.238679 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.241289 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7dad6-b4c3-45dc-8270-22a6a02570a7 None None] The sync data for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi is: [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:13Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:17.270893 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:17.295330 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-b08d4a83-038d-439c-adcb-3ee18d9c641a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/quotas/3fbae3f1f1e34ea4a7e09bc3e1d0f712 HTTP/1.1" status: 200 len: 375 time: 0.6373906 Jun 15 14:27:17.300873 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d7d35-7741-449c-b5fb-b9e7b990a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1371a4-765c-436b-82e2-2b9a1f12aa2d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:17.323857 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6e3d7d35-7741-449c-b5fb-b9e7b990a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:17.387410 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9217e44-221c-41f1-ae7a-0a2247902d83,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:17.415126 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:17.416064 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.417459 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5451579 Jun 15 14:27:17.429732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45370) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:17.453612 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:17.477282 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6e3d7d35-7741-449c-b5fb-b9e7b990a9a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67b21e201cff41f499f4abdb61980fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1147785 Jun 15 14:27:17.483460 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45372) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:17.632496 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.640540 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-7f4d3d51-e6b7-405c-bc03-a57b39213fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:17.642905 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-7f4d3d51-e6b7-405c-bc03-a57b39213fec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c7bdfd6c3a54613927edc03b6f9d457&device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 1096 time: 0.3048112 Jun 15 14:27:17.986266 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-f577350c-a7bc-453b-82d2-0952170874fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:17.987839 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-f577350c-a7bc-453b-82d2-0952170874fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=49e8959a-3772-49d0-849f-8fcda3050779 HTTP/1.1" status: 200 len: 913 time: 0.3270476 Jun 15 14:27:18.010009 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-92645b63-3913-4469-aa7f-f073c7cd5489 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:18.013653 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-92645b63-3913-4469-aa7f-f073c7cd5489 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 819 time: 2.8896272 Jun 15 14:27:18.165026 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Request body: {'port': {'device_id': '319ffc08-e236-4e76-be4f-b5419aee160a', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'admin_state_up': True, 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:18.183162 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-84251d51-c8b9-4569-9219-d6905dd5f63b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669 HTTP/1.1" status: 200 len: 217 time: 0.1187434 Jun 15 14:27:18.229126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc832e-44a6-4be8-ad78-f9ed0ba275a6 req-19e586a1-5ac7-41b6-ab89-f8f90367953b tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:18.244564 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4ffc832e-44a6-4be8-ad78-f9ed0ba275a6 req-19e586a1-5ac7-41b6-ab89-f8f90367953b tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 943 time: 2.2002311 Jun 15 14:27:18.266394 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bf98f1-b052-4c78-badb-baae007a55bb {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:18.269374 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.339112 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.470609 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Transition to ACTIVE for port object 77bf98f1-b052-4c78-badb-baae007a55bb will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:18.486602 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.507547 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.559001 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Allocated IP 172.27.3.12 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/d581a9e3-c2df-4065-9c35-781ebf04c875) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:27:18.625962 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-277c24c0-1839-496b-89a8-5589a6ffc3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:18.652747 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-221d2c38-740a-4585-8d08-9e72e3ad233b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2579923 Jun 15 14:27:18.706167 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4ffc832e-44a6-4be8-ad78-f9ed0ba275a6 req-7c61c413-29b2-4495-a2f9-09ed53e253a8 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603200 Jun 15 14:27:18.740401 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.908033 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:19.164658 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:19.222332 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:19.314454 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1552070c-1e59-48e5-abca-6ec679d9e03b up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:19.331948 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:19.334670 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-9ce0d0bc-6e37-4525-b5e8-a749f9723a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:19.337969 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-9ce0d0bc-6e37-4525-b5e8-a749f9723a05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33e20ece-449b-4ddf-ae25-0015a71bf1ad HTTP/1.1" status: 200 len: 852 time: 0.3330491 Jun 15 14:27:19.341922 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:19.351950 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:27:19.453036 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 1552070c-1e59-48e5-abca-6ec679d9e03b completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:19.474256 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 1552070c-1e59-48e5-abca-6ec679d9e03b triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:19.479284 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'Port': ['ID=d581a9e3-c2df-4065-9c35-781ebf04c875,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:19.482082 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:19.488509 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-b7bc295f-c070-4362-b9ed-c84b27f4204f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=49e8959a-3772-49d0-849f-8fcda3050779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256106 Jun 15 14:27:19.529406 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:19.788142 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:19.894088 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:19.952851 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 1552070c-1e59-48e5-abca-6ec679d9e03b, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=1552070c-1e59-48e5-abca-6ec679d9e03b,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:19.960854 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:19.962152 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device d8d0b917-2934-4654-bf37-b297687954bf up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:19.998387 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Pushing event updated for resources: {'Port': ['ID=77bf98f1-b052-4c78-badb-baae007a55bb,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:20.009246 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-d13c3691-4abd-40dc-87bd-5adce48c3c65 service neutron] 10.222.0.61 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865726 Jun 15 14:27:20.012495 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.031936 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.406s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:20.046648 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0f997cbc-abc5-41e1-ab5f-7e65cf668c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:20.120416 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Attempting to bind port 77bf98f1-b052-4c78-badb-baae007a55bb on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:20.121075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Attempting to bind port 77bf98f1-b052-4c78-badb-baae007a55bb by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:20.121731 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Attempting to bind port 77bf98f1-b052-4c78-badb-baae007a55bb on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:20.128921 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Made reservation on behalf of 3fbae3f1f1e34ea4a7e09bc3e1d0f712 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:27:20.135062 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.153318 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port d8d0b917-2934-4654-bf37-b297687954bf triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:20.153828 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.166446 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Port 77bf98f1-b052-4c78-badb-baae007a55bb on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:27:20.167239 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Attempting to bind port 77bf98f1-b052-4c78-badb-baae007a55bb on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:20.191800 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:20.192325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Checking segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:20.192987 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Bound using segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:20.193801 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Bound port: 77bf98f1-b052-4c78-badb-baae007a55bb, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:20.194259 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.258423 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=1552070c-1e59-48e5-abca-6ec679d9e03b,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:20.276205 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:20.292276 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-ce3781f0-7cb1-48b7-90ca-edeca7b8d4da service neutron] 10.222.0.15 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5810397 Jun 15 14:27:20.455622 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45422) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:20.727391 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.782929 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.784788 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e1371a4-765c-436b-82e2-2b9a1f12aa2d HTTP/1.1" status: 204 len: 168 time: 3.0727727 Jun 15 14:27:20.785838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:20.795557 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3b18a0e3-9fef-4e84-a940-1a26ab3ac68d service neutron] 10.222.0.15 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978297 Jun 15 14:27:20.863543 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1552070c-1e59-48e5-abca-6ec679d9e03b up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:20.870158 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8633e-f664-4001-8006-6eabb349a8d3 req-38ab6c1f-50e6-48d0-b609-207a0ad3a9b0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:20.871795 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed8633e-f664-4001-8006-6eabb349a8d3 req-38ab6c1f-50e6-48d0-b609-207a0ad3a9b0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 944 time: 1.4061131 Jun 15 14:27:20.872605 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1371a4-765c-436b-82e2-2b9a1f12aa2d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:20.885502 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:20.926085 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] For port 77bf98f1-b052-4c78-badb-baae007a55bb, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:20.954648 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Allocated IP 172.20.0.4 (2c72349d-2408-4e07-b125-19798cf4fe37/50eff98a-7df2-45d0-a76a-24419f775362/da561938-618e-449f-8318-a0a344dd9171) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:27:20.985838 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.991731 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] For port 77bf98f1-b052-4c78-badb-baae007a55bb, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=77bf98f1-b052-4c78-badb-baae007a55bb,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:20.993824 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb468eb-4b6d-4b91-9051-d2e1de76d769 req-2522776a-0c94-4caa-8c6c-7cdbe19395f6 service neutron] 10.222.0.61 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284027 Jun 15 14:27:21.006365 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.010854 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed8633e-f664-4001-8006-6eabb349a8d3 req-97840473-af69-488b-b594-687100e8252a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265781 Jun 15 14:27:21.011504 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.018046 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:21.035987 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-95bc2056-5998-494b-8a7b-22abbafb5cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.066839 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 1552070c-1e59-48e5-abca-6ec679d9e03b triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:21.067513 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.084549 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:21.132199 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:21.147498 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'Port': ['ID=d581a9e3-c2df-4065-9c35-781ebf04c875,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:21.149154 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.151282 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] 10.222.0.61 "PUT /v2.0/ports/77bf98f1-b052-4c78-badb-baae007a55bb HTTP/1.1" status: 200 len: 1094 time: 7.9608812 Jun 15 14:27:21.153914 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:21.155192 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6426f68f-2498-4970-9c27-d4640976e026', 'tag': '77bf98f1-b052-4c78-badb-baae007a55bb'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:21.162225 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.371237 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-95bc2056-5998-494b-8a7b-22abbafb5cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.381691 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-95bc2056-5998-494b-8a7b-22abbafb5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.406934 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5689a5af-6673-4ed8-8664-c0503f4e3c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:21.477228 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc2056-5998-494b-8a7b-22abbafb5cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2419985-3e8c-4f22-99ce-df33aa282a4d,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:21.482986 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-95bc2056-5998-494b-8a7b-22abbafb5cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:21.485368 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.502483 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0552373 Jun 15 14:27:21.567189 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-95bc2056-5998-494b-8a7b-22abbafb5cfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e368c81fcee3491e84c9318d6e91a1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1068401 Jun 15 14:27:21.567798 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45458) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:21.643428 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.683954 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.771603 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.776034 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.781118 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2419985-3e8c-4f22-99ce-df33aa282a4d HTTP/1.1" status: 204 len: 168 time: 0.2049024 Jun 15 14:27:21.782031 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-72e92208-6b85-492c-85a7-da37e1d4de03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:21.808310 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2419985-3e8c-4f22-99ce-df33aa282a4d,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:21.822293 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:21.938675 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c598753-1d21-428a-8779-7464f0b1fb94" -d '{"events": [{"name": "network-changed", "server_uuid": "6426f68f-2498-4970-9c27-d4640976e026", "tag": "77bf98f1-b052-4c78-badb-baae007a55bb"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:22.007438 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6a37b6c8-9693-4c43-8f0d-da38681e3de2 req-9d11ad30-13d6-42e8-a305-e1edb2027500 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 210 time: 0.6322584 Jun 15 14:27:22.068137 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Pushing event updated for resources: {'Port': ['ID=77bf98f1-b052-4c78-badb-baae007a55bb,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:22.092568 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:22.248273 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-8ca4e0a9-61b2-4f82-a287-1e9a074ce5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:22.251250 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-8ca4e0a9-61b2-4f82-a287-1e9a074ce5aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 1097 time: 0.9350917 Jun 15 14:27:22.284350 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.403344 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ad0e1-05e3-4299-9e43-89bd6c476a03 req-f3a73f56-ca54-4ac6-930c-d8c3f0fb36ef tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:22.412522 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-333ad0e1-05e3-4299-9e43-89bd6c476a03 req-f3a73f56-ca54-4ac6-930c-d8c3f0fb36ef tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 943 time: 0.9777420 Jun 15 14:27:22.415357 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45502) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:22.427783 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-1b36eae0-5297-4d10-aab3-f6bc95968279 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77bf98f1-b052-4c78-badb-baae007a55bb HTTP/1.1" status: 200 len: 217 time: 0.1560030 Jun 15 14:27:22.435613 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31f20a75-84a6-4d19-bc08-d303339f5bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.611093 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31f20a75-84a6-4d19-bc08-d303339f5bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.617058 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31f20a75-84a6-4d19-bc08-d303339f5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.621306 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:22.633880 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-8a52b7a6-4bed-413d-aee2-3bdcc291e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:22.635347 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-8a52b7a6-4bed-413d-aee2-3bdcc291e386 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.1802225 Jun 15 14:27:22.655228 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-333ad0e1-05e3-4299-9e43-89bd6c476a03 req-b5e297e8-3f89-4e8c-a8ff-dc04eb4db4ac tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411914 Jun 15 14:27:22.677326 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-dbc6bc1a-cb24-4314-a6aa-ce985d4e816a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1909962195&fields=id&tenant_id=0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 267 time: 0.2588863 Jun 15 14:27:22.677781 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f20a75-84a6-4d19-bc08-d303339f5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc50553-8560-48c9-b695-d8c415203395,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:22.694651 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-31f20a75-84a6-4d19-bc08-d303339f5bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:22.701396 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-31f20a75-84a6-4d19-bc08-d303339f5bcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f0ad3803b0b42b8bc48f084984bc730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845874 Jun 15 14:27:22.702325 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45508) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:22.761116 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-2c36b903-843f-46dd-851e-8b9e7b64aeee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007323 Jun 15 14:27:22.803021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.806615 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.837140 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.837365 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d9304d62-ae9d-4ca1-bb2f-1a7c1d637cce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:22.906942 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.911855 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.917394 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fc50553-8560-48c9-b695-d8c415203395 HTTP/1.1" status: 204 len: 168 time: 0.2124910 Jun 15 14:27:22.918330 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-62388d70-242c-42fe-8a1a-2e327dd1886c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:22.931593 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc50553-8560-48c9-b695-d8c415203395,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:22.947278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:23.131184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Network 2c72349d-2408-4e07-b125-19798cf4fe37 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:23.149812 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b9467-753c-4371-bb5e-b10b40cfde55 x-openstack-request-id: req-f90b9467-753c-4371-bb5e-b10b40cfde55 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:23.150058 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6426f68f-2498-4970-9c27-d4640976e026", "tag": "77bf98f1-b052-4c78-badb-baae007a55bb", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:23.150728 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f90b9467-753c-4371-bb5e-b10b40cfde55 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:23.151409 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6426f68f-2498-4970-9c27-d4640976e026', 'tag': '77bf98f1-b052-4c78-badb-baae007a55bb', 'status': 'completed', 'code': 200} Jun 15 14:27:23.176246 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:23.182218 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Pushing event updated for resources: {'Port': ['ID=da561938-618e-449f-8318-a0a344dd9171,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:23.199267 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:27:23.209107 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:23.209967 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:23.229735 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-9f5e8011-7d1e-487b-a30c-ac9b60d87af3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:23.238095 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-9f5e8011-7d1e-487b-a30c-ac9b60d87af3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 816 time: 0.5559776 Jun 15 14:27:23.274452 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-4370d4e9-2c1e-4f7a-b7d8-8b50478c2434 service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863975 Jun 15 14:27:23.278072 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1505020 Jun 15 14:27:23.280269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:23.291486 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-3f1d928c-8875-47ec-8cde-0c44254d183a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/quotas/0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 375 time: 0.0512133 Jun 15 14:27:23.341228 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Request body: {'port': {'device_id': '319ffc08-e236-4e76-be4f-b5419aee160a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:23.613884 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-aa070b95-61f3-42d3-bcea-a2eee17156d0 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:23.615795 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-aa070b95-61f3-42d3-bcea-a2eee17156d0 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 819 time: 0.2926147 Jun 15 14:27:23.635308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Request body: {'port': {'device_id': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'admin_state_up': True, 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:23.702766 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:23.712228 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d06dece-6010-4106-ad49-5acfbe81d193 req-95ac31ab-ee16-43ca-8c8b-205f2effe10a service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095492 Jun 15 14:27:23.767473 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-593c12af-6914-413e-bc69-f6b6151c4f8d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4730012 Jun 15 14:27:23.793645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377303-d020-422a-ae4d-f2212b70d627 req-8bbfe015-bb41-4126-800e-b618a02c87ec tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:23.795276 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68377303-d020-422a-ae4d-f2212b70d627 req-8bbfe015-bb41-4126-800e-b618a02c87ec tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 944 time: 0.3838968 Jun 15 14:27:23.909676 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Made reservation on behalf of 3fbae3f1f1e34ea4a7e09bc3e1d0f712 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:27:23.914762 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:24.146632 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Allocated IP 172.20.0.10 (2c72349d-2408-4e07-b125-19798cf4fe37/50eff98a-7df2-45d0-a76a-24419f775362/09685b69-8651-4f5b-baad-993656a9bdc0) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:27:24.253224 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68377303-d020-422a-ae4d-f2212b70d627 req-cb7229b9-0c74-4d35-96ad-6310b8494599 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294310 Jun 15 14:27:24.303523 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-cdd6496e-93f0-40bb-97fc-199afa93deb4 service neutron] 10.222.0.15 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816031 Jun 15 14:27:24.495383 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:24.610056 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:24.618067 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-2e8b1155-02f5-4254-add8-d6d0f3215423 service neutron] 10.222.0.15 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112137 Jun 15 14:27:24.629024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:24.775961 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d949621c-63ea-45dd-b7a7-7ea8b221c0a8 req-64f2d533-bf48-4dd0-9b6a-c2aab3a7daed tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 210 time: 0.2105746 Jun 15 14:27:24.804195 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Network 2c72349d-2408-4e07-b125-19798cf4fe37 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:24.814152 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:24.825304 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:27:24.832010 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:24.833280 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:24.841652 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Pushing event updated for resources: {'Port': ['ID=09685b69-8651-4f5b-baad-993656a9bdc0,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:24.848574 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:24.862935 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2290514 Jun 15 14:27:24.899970 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da561938-618e-449f-8318-a0a344dd9171 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:24.910924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:24.937837 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Transition to ACTIVE for port object da561938-618e-449f-8318-a0a344dd9171 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:24.946641 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:24.949826 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-54529cc1-d7ec-4d8a-b28e-bcc0d0747527 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:25.042151 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45590) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:25.236950 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6832e03-7ee8-4ae9-9a05-b48c0f5836c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.264195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=da561938-618e-449f-8318-a0a344dd9171,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:25.276761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:25.281247 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-87ea9d01-0450-467e-ae1e-54bff044fb24 req-5df91cf0-6198-4446-b96c-06e32f0d6181 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 210 time: 0.1773462 Jun 15 14:27:25.397945 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Attempting to bind port da561938-618e-449f-8318-a0a344dd9171 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:25.402571 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Attempting to bind port da561938-618e-449f-8318-a0a344dd9171 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:25.406527 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Attempting to bind port da561938-618e-449f-8318-a0a344dd9171 on network 2c72349d-2408-4e07-b125-19798cf4fe37 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:25.417580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-11fa6119-3256-4993-a909-8e02b06edb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.437288 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Port da561938-618e-449f-8318-a0a344dd9171 on network 2c72349d-2408-4e07-b125-19798cf4fe37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:27:25.438040 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Attempting to bind port da561938-618e-449f-8318-a0a344dd9171 on network 2c72349d-2408-4e07-b125-19798cf4fe37 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:25.450570 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:25.451363 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Checking segment: {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:25.452688 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Bound using segment: {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:25.453521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Bound port: da561938-618e-449f-8318-a0a344dd9171, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:25.454283 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.456034 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6832e03-7ee8-4ae9-9a05-b48c0f5836c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.462732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6832e03-7ee8-4ae9-9a05-b48c0f5836c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.467254 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:25.472388 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d43697-8ed1-4951-809b-183214abb7bd req-9a8115e8-e991-495c-ad61-dfed4fb75cac tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:25.484193 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61d43697-8ed1-4951-809b-183214abb7bd req-9a8115e8-e991-495c-ad61-dfed4fb75cac tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 943 time: 0.4081643 Jun 15 14:27:25.526429 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e6832e03-7ee8-4ae9-9a05-b48c0f5836c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb5279e45f6043fcb2864df8c82a5618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826422 Jun 15 14:27:25.528557 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6832e03-7ee8-4ae9-9a05-b48c0f5836c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8565cef8-e6d2-4d98-a3a3-987fff14c928,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:25.535118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45612) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:25.545452 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e6832e03-7ee8-4ae9-9a05-b48c0f5836c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:25.682820 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61d43697-8ed1-4951-809b-183214abb7bd req-c66c8707-6ad7-42e6-871b-8b6e4e17ca6c tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972015 Jun 15 14:27:25.730563 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] For port da561938-618e-449f-8318-a0a344dd9171, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:25.758242 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.760884 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] For port da561938-618e-449f-8318-a0a344dd9171, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da561938-618e-449f-8318-a0a344dd9171,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:25.770854 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0b41c-77f2-405f-8982-112745859e85 req-f66d96bc-59a6-4dbc-ae9b-e464a4fb587a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:25.772414 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69a0b41c-77f2-405f-8982-112745859e85 req-f66d96bc-59a6-4dbc-ae9b-e464a4fb587a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 944 time: 0.2851975 Jun 15 14:27:25.776200 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.790522 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:25.857215 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.887182 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:25.887812 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:25.889214 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] 10.222.0.61 "PUT /v2.0/ports/da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 200 len: 1093 time: 2.5928512 Jun 15 14:27:25.898383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319ffc08-e236-4e76-be4f-b5419aee160a', 'tag': 'da561938-618e-449f-8318-a0a344dd9171'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:25.900648 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa6df9-ba3f-4f06-a4a9-bda3dd1a020e" -d '{"events": [{"name": "network-changed", "server_uuid": "319ffc08-e236-4e76-be4f-b5419aee160a", "tag": "da561938-618e-449f-8318-a0a344dd9171"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:25.931314 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69a0b41c-77f2-405f-8982-112745859e85 req-bccb8bda-2fa7-4491-9edc-54c51e196fb1 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466775 Jun 15 14:27:25.948447 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=da561938-618e-449f-8318-a0a344dd9171,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:25.953039 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:26.019671 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:26.027415 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:26.029963 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8565cef8-e6d2-4d98-a3a3-987fff14c928 HTTP/1.1" status: 204 len: 168 time: 0.4751740 Jun 15 14:27:26.030917 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6e3d7d35-7741-449c-b5fb-b9e7b990a9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:26.045170 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8565cef8-e6d2-4d98-a3a3-987fff14c928,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:26.057194 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:26.089033 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b396df-ffac-401b-8463-f5fc38abd1bc req-0d01758d-86a0-40dd-bfcc-f26584c970a2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:26.090773 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-64b396df-ffac-401b-8463-f5fc38abd1bc req-0d01758d-86a0-40dd-bfcc-f26584c970a2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 932 time: 0.1193562 Jun 15 14:27:26.131090 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba137746-36b0-4020-8c01-4132cd1bd514 x-openstack-request-id: req-ba137746-36b0-4020-8c01-4132cd1bd514 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:26.131540 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319ffc08-e236-4e76-be4f-b5419aee160a", "tag": "da561938-618e-449f-8318-a0a344dd9171", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:26.131786 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba137746-36b0-4020-8c01-4132cd1bd514 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:26.132188 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319ffc08-e236-4e76-be4f-b5419aee160a', 'tag': 'da561938-618e-449f-8318-a0a344dd9171', 'status': 'completed', 'code': 200} Jun 15 14:27:26.158057 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-64b396df-ffac-401b-8463-f5fc38abd1bc req-48ec1741-03e5-4e02-916e-a52378419ab5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 Jun 15 14:27:26.239972 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45640) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:26.446784 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 23d2642f-7d03-491e-8c1b-d38c7f6db669 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:27:26.498318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Request body: {'port': {'device_id': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:26.573043 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d5cdedd4-3a31-4a6d-a4b8-778da997fe57 req-4dac73df-2d18-46b0-af03-b0612438bbad tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 210 time: 0.1190889 Jun 15 14:27:26.637853 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-836c3a52-06a2-4a89-b9f6-469a5d5530de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:26.744372 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:26.753844 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 23d2642f-7d03-491e-8c1b-d38c7f6db669, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669,segment=NetworkSegment(03d13ca3-b59d-4494-88ee-9bdc94723eb5),segment_id=03d13ca3-b59d-4494-88ee-9bdc94723eb5)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:26.807690 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '23d2642f-7d03-491e-8c1b-d38c7f6db669', 'network_id': '49e8959a-3772-49d0-849f-8fcda3050779', 'port_id': '23d2642f-7d03-491e-8c1b-d38c7f6db669', 'mac_address': 'fa:16:3e:b6:99:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e20ece-449b-4ddf-ae25-0015a71bf1ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:27:26.899411 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6df9-ba3f-4f06-a4a9-bda3dd1a020e req-f2f84e26-4e3d-4f6b-b521-a69311ede0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:26.900991 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eafa6df9-ba3f-4f06-a4a9-bda3dd1a020e req-f2f84e26-4e3d-4f6b-b521-a69311ede0a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1096 time: 0.3655591 Jun 15 14:27:26.905827 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-89f543df-a366-40f1-abed-08b81c13569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:26.907797 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-89f543df-a366-40f1-abed-08b81c13569e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 1097 time: 0.3447213 Jun 15 14:27:26.926473 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:26.978645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d2642f-7d03-491e-8c1b-d38c7f6db669 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:27.024172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 23d2642f-7d03-491e-8c1b-d38c7f6db669, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669,segment=NetworkSegment(03d13ca3-b59d-4494-88ee-9bdc94723eb5),segment_id=03d13ca3-b59d-4494-88ee-9bdc94723eb5)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:27.034774 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.038639 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b39b3eb-4b32-429f-a1c6-0e4da8df35ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:27.208463 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09685b69-8651-4f5b-baad-993656a9bdc0 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:27.219265 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.242857 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Transition to ACTIVE for port object 09685b69-8651-4f5b-baad-993656a9bdc0 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:27.252844 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.260893 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:27.271344 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-836c3a52-06a2-4a89-b9f6-469a5d5530de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.380283 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=23d2642f-7d03-491e-8c1b-d38c7f6db669,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:27.402132 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:27.440428 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-fea44ae1-a428-40d5-9b7d-87390595ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:27.442319 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-fea44ae1-a428-40d5-9b7d-87390595ede6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 915 time: 0.5157356 Jun 15 14:27:27.443140 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-836c3a52-06a2-4a89-b9f6-469a5d5530de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.459501 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Pushing event updated for resources: {'Port': ['ID=09685b69-8651-4f5b-baad-993656a9bdc0,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:27.475612 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Attempting to bind port 09685b69-8651-4f5b-baad-993656a9bdc0 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:27.476434 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Attempting to bind port 09685b69-8651-4f5b-baad-993656a9bdc0 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:27.478587 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Attempting to bind port 09685b69-8651-4f5b-baad-993656a9bdc0 on network 2c72349d-2408-4e07-b125-19798cf4fe37 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:27.486285 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:27.492362 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Port 09685b69-8651-4f5b-baad-993656a9bdc0 on network 2c72349d-2408-4e07-b125-19798cf4fe37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:27:27.493606 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Attempting to bind port 09685b69-8651-4f5b-baad-993656a9bdc0 on network 2c72349d-2408-4e07-b125-19798cf4fe37 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:27.502885 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:27.503770 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Checking segment: {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:27.503770 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Bound using segment: {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:27.504348 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Bound port: 09685b69-8651-4f5b-baad-993656a9bdc0, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4cfae8-356e-41ae-8cfb-535dc119bade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:27.504474 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.511953 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['23d2642f-7d03-491e-8c1b-d38c7f6db669'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:27:27.659819 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] For port 09685b69-8651-4f5b-baad-993656a9bdc0, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:27.666320 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] For port 09685b69-8651-4f5b-baad-993656a9bdc0, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=09685b69-8651-4f5b-baad-993656a9bdc0,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:27.676214 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.683164 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8f11f653-f5d4-4479-bc27-3f4c54388abe tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:27.739730 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.788352 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Pushing event updated for resources: {'Port': ['ID=09685b69-8651-4f5b-baad-993656a9bdc0,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:27.794732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:27.804986 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:27.805637 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.809105 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] 10.222.0.61 "PUT /v2.0/ports/09685b69-8651-4f5b-baad-993656a9bdc0 HTTP/1.1" status: 200 len: 1094 time: 1.3162351 Jun 15 14:27:27.809634 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'tag': '09685b69-8651-4f5b-baad-993656a9bdc0'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:27.812647 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7e30bf-bccd-49fe-82f4-2cbdc7026f09", "tag": "09685b69-8651-4f5b-baad-993656a9bdc0"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:27.954004 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.61', 63479) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:28.088795 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:28.125337 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-67172193-7c93-4c5a-8597-8d137c83b9bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77bf98f1-b052-4c78-badb-baae007a55bb HTTP/1.1" status: 200 len: 217 time: 0.6316307 Jun 15 14:27:28.224877 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ada7ac2a-f833-43f0-adb8-a4e9df1e9f8c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:28.227921 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ada7ac2a-f833-43f0-adb8-a4e9df1e9f8c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 816 time: 0.2693238 Jun 15 14:27:28.239440 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-8e2fe3fe-3937-4f30-bb21-24e008408a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:28.241077 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-8e2fe3fe-3937-4f30-bb21-24e008408a5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 1097 time: 0.2851470 Jun 15 14:27:28.292293 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:28.322035 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-836c3a52-06a2-4a89-b9f6-469a5d5530de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cd5ee865b4a432ebd154ca0703ddd17&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0808265 Jun 15 14:27:28.329553 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45710) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:28.339338 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c3a52-06a2-4a89-b9f6-469a5d5530de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5298778-9f34-4742-846c-f8e4db848ef9,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:28.361157 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-836c3a52-06a2-4a89-b9f6-469a5d5530de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:28.378843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-97bf5c6a-228a-4359-a32d-e072d1def193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:28.380355 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-97bf5c6a-228a-4359-a32d-e072d1def193 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.2103853 Jun 15 14:27:28.388350 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59c345-332b-4cc7-a4a9-066d81eafd81 req-4db027cc-107d-4236-b1a4-db584648d7f0 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:28.396645 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ce59c345-332b-4cc7-a4a9-066d81eafd81 req-4db027cc-107d-4236-b1a4-db584648d7f0 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 943 time: 1.4822018 Jun 15 14:27:28.401819 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6df9-ba3f-4f06-a4a9-bda3dd1a020e req-cbce17d8-908b-400f-ac94-6a394ae24c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:28.403391 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eafa6df9-ba3f-4f06-a4a9-bda3dd1a020e req-cbce17d8-908b-400f-ac94-6a394ae24c34 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&shared=False HTTP/1.1" status: 200 len: 920 time: 1.4746211 Jun 15 14:27:28.414373 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 77bf98f1-b052-4c78-badb-baae007a55bb details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:27:28.521452 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-3cf99b7c-6ef7-4fac-8af4-da78fb0db680 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 380 time: 0.2662179 Jun 15 14:27:28.526392 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-898a510e-842b-4291-8b0d-f4d9b87af023 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09685b69-8651-4f5b-baad-993656a9bdc0 HTTP/1.1" status: 200 len: 217 time: 0.1948519 Jun 15 14:27:28.546500 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'port': {'device_id': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'admin_state_up': True, 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'security_groups': ['9d77f27c-45f3-4c28-8fe3-92fe24e8651c']}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:28.568455 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-9ee5606a-88f3-4dfe-b94c-9cd58b83ac69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685667 Jun 15 14:27:28.614191 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ce59c345-332b-4cc7-a4a9-066d81eafd81 req-eb58a765-4c36-481e-9a28-695a9a90df26 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162993 Jun 15 14:27:28.627150 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da8766-b6f5-4996-96c7-8a6d4c6f0a14 req-17858fb5-2ba0-494c-b1aa-5a9a259ddce1 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:28.638511 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f3da8766-b6f5-4996-96c7-8a6d4c6f0a14 req-17858fb5-2ba0-494c-b1aa-5a9a259ddce1 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 944 time: 1.4591985 Jun 15 14:27:28.743432 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:28.746048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-b8702172-fdd6-4ecc-ad3a-4aa2655500a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:28.747546 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-b8702172-fdd6-4ecc-ad3a-4aa2655500a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.1662841 Jun 15 14:27:28.803836 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 77bf98f1-b052-4c78-badb-baae007a55bb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=77bf98f1-b052-4c78-badb-baae007a55bb,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:28.819292 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-52b99c7f-2645-42dd-a165-8d591af33431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583007 Jun 15 14:27:28.824870 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:28.849890 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '77bf98f1-b052-4c78-badb-baae007a55bb', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'port_id': '77bf98f1-b052-4c78-badb-baae007a55bb', 'mac_address': 'fa:16:3e:e6:d1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7e333c-c43c-4232-b649-4207313a02ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:27:29.033838 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f3da8766-b6f5-4996-96c7-8a6d4c6f0a14 req-b32bcc07-de61-47e4-a64b-a622181c89c4 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937323 Jun 15 14:27:29.079407 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:29.090089 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e9da05a4-b964-4459-bd52-1624fd823d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:29.143773 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bf98f1-b052-4c78-badb-baae007a55bb {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:29.217144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 77bf98f1-b052-4c78-badb-baae007a55bb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=77bf98f1-b052-4c78-badb-baae007a55bb,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:29.226709 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:29.229189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:29.277737 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Made reservation on behalf of 0abef8b4f4774cc2b33738068984a5d2 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:27:29.281528 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:29.318044 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa6df9-ba3f-4f06-a4a9-bda3dd1a020e req-f879a35f-fef1-4b2f-ba37-2e8be935e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:29.319937 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eafa6df9-ba3f-4f06-a4a9-bda3dd1a020e req-f879a35f-fef1-4b2f-ba37-2e8be935e276 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8992603 Jun 15 14:27:29.358024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:29.364456 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-39224930-c8d0-42e6-8ba1-493661e254a6 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325141 Jun 15 14:27:29.370278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:29.371585 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5298778-9f34-4742-846c-f8e4db848ef9 HTTP/1.1" status: 204 len: 168 time: 1.0331872 Jun 15 14:27:29.399427 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a57e9727-3829-4684-ad8f-b42a6dff7b42 req-cf49d5d8-4d63-42e2-b62c-9fa66037d3f4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 210 time: 0.0853691 Jun 15 14:27:29.411175 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=77bf98f1-b052-4c78-badb-baae007a55bb,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:29.425208 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c3c578f7-ba71-4cd3-aac0-ff6cf712f037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:29.430324 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:29.503606 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5298778-9f34-4742-846c-f8e4db848ef9,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:29.505280 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-84776691-1180-44ce-8e15-904f9f87b4b4 service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8964891 Jun 15 14:27:29.506389 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:29.572599 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:27:29.687817 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abe204-d1a3-4a42-b06c-657b1df09e1e x-openstack-request-id: req-c8abe204-d1a3-4a42-b06c-657b1df09e1e {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:29.688409 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7e30bf-bccd-49fe-82f4-2cbdc7026f09", "tag": "09685b69-8651-4f5b-baad-993656a9bdc0", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:29.688409 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8abe204-d1a3-4a42-b06c-657b1df09e1e {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:29.688820 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'tag': '09685b69-8651-4f5b-baad-993656a9bdc0', 'status': 'completed', 'code': 200} Jun 15 14:27:29.839026 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45770) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:29.897292 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d774661-341c-4a90-9023-4cb83946473f req-807527e9-5367-45c5-8460-75f675e2bfeb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:29.904926 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d774661-341c-4a90-9023-4cb83946473f req-807527e9-5367-45c5-8460-75f675e2bfeb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 944 time: 0.7281485 Jun 15 14:27:29.969533 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Allocated IP 172.20.0.14 (2349cd69-6010-47b0-9655-831e569baad3/28caf77f-6305-45ae-9051-0a82c15bc782/87fb2274-6590-4c1b-bcac-c41bab9d32a7) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:27:29.974063 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-c886a7f6-f72e-4346-8e78-64aea4a1a9ed service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453100 Jun 15 14:27:30.021570 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c598753-1d21-428a-8779-7464f0b1fb94 req-61031446-d29d-4ec3-b2b9-619dd820b2b2 service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354429 Jun 15 14:27:30.037304 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-0a3ee7c7-b0c5-4f86-8053-6adbf2b52d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:30.040897 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-0a3ee7c7-b0c5-4f86-8053-6adbf2b52d58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1096 time: 0.6278541 Jun 15 14:27:30.079403 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d774661-341c-4a90-9023-4cb83946473f req-c4be8a0d-afcf-445d-98d1-be9f6f0a5fbe tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732516 Jun 15 14:27:30.133233 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f460d0a-5db2-4279-a37b-9bc1e0f3ee96 req-f0369a22-1b04-4fd0-87a1-43b772491c0e tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:30.134963 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f460d0a-5db2-4279-a37b-9bc1e0f3ee96 req-f0369a22-1b04-4fd0-87a1-43b772491c0e tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 944 time: 0.2264202 Jun 15 14:27:30.138530 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45778) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:30.172589 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b077076c-16fa-49f2-bfa4-7b378a0dcd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.205166 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.251557 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-1fc0f1b5-0902-4108-a398-91174e0f0079 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 200 len: 217 time: 0.1274788 Jun 15 14:27:30.326995 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ae17ec0d-af31-46c9-bc9b-747fabc69fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.355065 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.380619 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Transition to ACTIVE for port object 87fb2274-6590-4c1b-bcac-c41bab9d32a7 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:30.421467 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f460d0a-5db2-4279-a37b-9bc1e0f3ee96 req-840c5dc7-8ec5-4147-afeb-15f86f5e65c0 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699754 Jun 15 14:27:30.431872 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 23d2642f-7d03-491e-8c1b-d38c7f6db669 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:30.453378 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-cff6d865-12a8-49de-9d34-d832672a30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:30.454911 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-cff6d865-12a8-49de-9d34-d832672a30b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.1784647 Jun 15 14:27:30.459205 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b077076c-16fa-49f2-bfa4-7b378a0dcd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.467268 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b077076c-16fa-49f2-bfa4-7b378a0dcd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.504202 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bd0ef474-4c50-4297-9c5d-9dd84490cfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:30.508251 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-b077076c-16fa-49f2-bfa4-7b378a0dcd6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e04318b734c4b63b4e47acac51b9aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688788 Jun 15 14:27:30.512699 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45782) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:30.558658 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 23d2642f-7d03-491e-8c1b-d38c7f6db669 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:30.563855 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-dd2702c2-b76b-4d5c-bd2e-88ee48f185fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010878 Jun 15 14:27:30.564325 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.570581 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 23d2642f-7d03-491e-8c1b-d38c7f6db669 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:30.571408 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.578731 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077076c-16fa-49f2-bfa4-7b378a0dcd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a86da1-69da-4ef4-acdb-2628bce95f0e,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:30.603123 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df0ef-3aef-4f53-b694-c6deaa9986ea req-057347c3-7dc9-4fdc-a089-e8cf8d8882f3 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:30.605808 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c46df0ef-3aef-4f53-b694-c6deaa9986ea req-057347c3-7dc9-4fdc-a089-e8cf8d8882f3 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 945 time: 0.3893394 Jun 15 14:27:30.610625 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b077076c-16fa-49f2-bfa4-7b378a0dcd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:30.611173 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:30.652182 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-ee2657f3-9305-4fd4-8b68-e4395051d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:30.654285 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-ee2657f3-9305-4fd4-8b68-e4395051d674 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 1097 time: 0.5181201 Jun 15 14:27:30.673309 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Network 2349cd69-6010-47b0-9655-831e569baad3 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:27:30.679632 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:27:30.682016 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:27:30.688426 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:30.689098 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.712243 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:30.715955 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:30.737996 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.754517 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.778373 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.788128 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d2642f-7d03-491e-8c1b-d38c7f6db669'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:30.875939 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.879140 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.884188 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6a86da1-69da-4ef4-acdb-2628bce95f0e HTTP/1.1" status: 204 len: 168 time: 0.3639746 Jun 15 14:27:30.884188 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:30.887075 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 23d2642f-7d03-491e-8c1b-d38c7f6db669, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669,segment=NetworkSegment(03d13ca3-b59d-4494-88ee-9bdc94723eb5),segment_id=03d13ca3-b59d-4494-88ee-9bdc94723eb5)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:30.892546 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:30.895072 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a86da1-69da-4ef4-acdb-2628bce95f0e,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:30.902996 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:30.903477 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:31.020196 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=23d2642f-7d03-491e-8c1b-d38c7f6db669,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:31.042110 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:31.087427 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-99cbb771-9328-4bd4-ab8c-3f123639110f None None] Provisioning for port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:31.107262 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-99cbb771-9328-4bd4-ab8c-3f123639110f None None] Provisioning complete for port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:31.107946 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-99cbb771-9328-4bd4-ab8c-3f123639110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:31.161185 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d575ac06-24a0-4929-800c-4ed1b6c23ed4" -d '{"events": [{"server_uuid": "81954349-304d-4fe3-88a7-31fbe75bcad9", "name": "network-vif-plugged", "status": "completed", "tag": "23d2642f-7d03-491e-8c1b-d38c7f6db669"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:31.183259 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-99cbb771-9328-4bd4-ab8c-3f123639110f None None] Port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:27:31.367225 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c46df0ef-3aef-4f53-b694-c6deaa9986ea req-02025f44-2bec-42b7-a85a-d82ba7f0369b tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7190828 Jun 15 14:27:31.383500 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:31.407739 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-27acad25-8030-4d90-a97a-6ee044206367 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294613 Jun 15 14:27:31.506391 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d678fdc-2eae-4e14-9aea-6b7c3bf7803d req-fa8233d7-25d9-4372-8d8c-b2e528af7409 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:31.514273 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d678fdc-2eae-4e14-9aea-6b7c3bf7803d req-fa8233d7-25d9-4372-8d8c-b2e528af7409 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 932 time: 0.9027410 Jun 15 14:27:31.516510 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-ecc850c3-d5b0-469c-8c36-51a7a7be750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:31.517863 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-ecc850c3-d5b0-469c-8c36-51a7a7be750e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 920 time: 0.8070304 Jun 15 14:27:31.660227 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-bb24e149-1bfc-48c1-8c1f-256e50ad719e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09685b69-8651-4f5b-baad-993656a9bdc0 HTTP/1.1" status: 200 len: 217 time: 0.1346736 Jun 15 14:27:31.721437 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45834) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:31.727896 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ae17ec0d-af31-46c9-bc9b-747fabc69fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:31.741639 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1995924 Jun 15 14:27:31.762260 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Request body: {'port': {'device_id': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:31.777581 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ae17ec0d-af31-46c9-bc9b-747fabc69fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:31.805843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:31.820274 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d678fdc-2eae-4e14-9aea-6b7c3bf7803d req-863a2110-2fad-4d86-be12-a8c04da12af5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059001 Jun 15 14:27:31.871049 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5f43e5d-a714-4d1c-ba71-be1bad190a06 req-2b3c354b-da5f-461b-9a0d-b12ad5d62849 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544668 Jun 15 14:27:31.908588 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-e29f0620-2687-4319-aba9-e484b7c3d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:31.910374 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-e29f0620-2687-4319-aba9-e484b7c3d9bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.2168968 Jun 15 14:27:31.926124 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ae17ec0d-af31-46c9-bc9b-747fabc69fab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de2b64b0e9f04d80b18a874f3286a24a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0666358 Jun 15 14:27:31.935536 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45842) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:31.939008 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17ec0d-af31-46c9-bc9b-747fabc69fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde938f-2f2a-450d-a8ed-3f13a4b8a9be,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:31.973122 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ae17ec0d-af31-46c9-bc9b-747fabc69fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:31.975330 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-e7b79794-2450-47b0-b7f6-0a304d0bbcc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544510 Jun 15 14:27:31.976809 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1847-7296-49e1-b7f1-912257077dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.010333 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.059126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19b026-b3a9-41ce-a6cc-110c8e19e591 req-20036206-62e2-4509-abd5-e68e10ea60ee tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:32.067186 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ec19b026-b3a9-41ce-a6cc-110c8e19e591 req-20036206-62e2-4509-abd5-e68e10ea60ee tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 944 time: 0.4563179 Jun 15 14:27:32.172088 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554eb5df-0627-4a11-aa63-ce2f0a850fc0 x-openstack-request-id: req-554eb5df-0627-4a11-aa63-ce2f0a850fc0 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:32.172500 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81954349-304d-4fe3-88a7-31fbe75bcad9", "name": "network-vif-plugged", "status": "completed", "tag": "23d2642f-7d03-491e-8c1b-d38c7f6db669", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:32.172854 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-554eb5df-0627-4a11-aa63-ce2f0a850fc0 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:32.173481 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d2642f-7d03-491e-8c1b-d38c7f6db669', 'code': 200} Jun 15 14:27:32.196300 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.218067 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ec19b026-b3a9-41ce-a6cc-110c8e19e591 req-44ec5e45-c862-42ad-b802-a675a60c67b4 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499043 Jun 15 14:27:32.235854 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-17d4ab32-5f3c-45a0-8c41-f8ca04ca2014 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514582 Jun 15 14:27:32.267773 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.429327 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 09685b69-8651-4f5b-baad-993656a9bdc0 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:27:32.473828 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 77bf98f1-b052-4c78-badb-baae007a55bb up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:32.509098 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ed65c88-27e4-40b5-a3d4-fbbddf251d8b req-7d47cfdc-019f-44d1-a127-eed6fd3591d3 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631035 Jun 15 14:27:32.523317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1847-7296-49e1-b7f1-912257077dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.536279 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1847-7296-49e1-b7f1-912257077dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.588637 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-95bc2056-5998-494b-8a7b-22abbafb5cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:32.598794 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ec6b1847-7296-49e1-b7f1-912257077dc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d22d75e9960c47a68721a2dab11c74aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8754089 Jun 15 14:27:32.603085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45860) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:32.652332 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.678868 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b1847-7296-49e1-b7f1-912257077dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ce272-518b-4530-91ae-19addc378fb2,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:32.682544 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ec6b1847-7296-49e1-b7f1-912257077dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:32.696667 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.700375 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cde938f-2f2a-450d-a8ed-3f13a4b8a9be HTTP/1.1" status: 204 len: 168 time: 0.7600908 Jun 15 14:27:32.706532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:32.745364 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa8a95-2cdb-437a-bcc9-c023d423622b req-dd026c51-b7b1-4616-b8ea-dd854b00f2ae tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:32.753758 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1aa8a95-2cdb-437a-bcc9-c023d423622b req-dd026c51-b7b1-4616-b8ea-dd854b00f2ae tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.4498334 Jun 15 14:27:32.757106 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.762525 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fb2274-6590-4c1b-bcac-c41bab9d32a7 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:32.768973 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde938f-2f2a-450d-a8ed-3f13a4b8a9be,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:32.786763 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.803903 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:32.847920 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.853914 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 77bf98f1-b052-4c78-badb-baae007a55bb completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:32.869468 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 77bf98f1-b052-4c78-badb-baae007a55bb triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:32.870594 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.876704 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Transition to ACTIVE for port object 87fb2274-6590-4c1b-bcac-c41bab9d32a7 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:27:32.890100 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1aa8a95-2cdb-437a-bcc9-c023d423622b req-f4e1b600-6455-4483-8e15-be07702dfc96 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341152 Jun 15 14:27:32.891193 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:32.913172 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2013d6d7-9f41-4350-924a-3a1e0243780d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:32.956771 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209ef8-33ac-46df-b37d-b7cc31841457 req-d95b1172-4248-4b76-94c6-f0db692b55be tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:32.965875 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-33209ef8-33ac-46df-b37d-b7cc31841457 req-d95b1172-4248-4b76-94c6-f0db692b55be tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 945 time: 0.3530607 Jun 15 14:27:33.020177 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c3a38-46ab-41ae-baab-8a0ba555eca6 req-8c990760-3b21-4911-b4a4-be8b4784be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.021778 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-973c3a38-46ab-41ae-baab-8a0ba555eca6 req-8c990760-3b21-4911-b4a4-be8b4784be09 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 1098 time: 0.5117781 Jun 15 14:27:33.023274 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 09685b69-8651-4f5b-baad-993656a9bdc0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=09685b69-8651-4f5b-baad-993656a9bdc0,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:33.069738 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-973c3a38-46ab-41ae-baab-8a0ba555eca6 req-6e9ee6ed-d05d-4b5e-a778-dc5186e8410c service neutron] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.141218 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-33209ef8-33ac-46df-b37d-b7cc31841457 req-413f56f8-e50a-4677-8e11-5ddc4fe52263 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742370 Jun 15 14:27:33.157595 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '09685b69-8651-4f5b-baad-993656a9bdc0', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'port_id': '09685b69-8651-4f5b-baad-993656a9bdc0', 'mac_address': 'fa:16:3e:c1:e8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eff98a-7df2-45d0-a76a-24419f775362', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:27:33.207659 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:33.234590 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.246054 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:33.252379 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.256387 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.257628 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d5ce272-518b-4530-91ae-19addc378fb2 HTTP/1.1" status: 204 len: 168 time: 0.6533592 Jun 15 14:27:33.266388 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:33.295799 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ce272-518b-4530-91ae-19addc378fb2,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:33.307634 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Attempting to bind port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:27:33.308964 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Attempting to bind port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:27:33.309311 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Attempting to bind port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 on network 2349cd69-6010-47b0-9655-831e569baad3 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:33.324051 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:33.328296 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 on network 2349cd69-6010-47b0-9655-831e569baad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:27:33.328794 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Attempting to bind port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 on network 2349cd69-6010-47b0-9655-831e569baad3 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:27:33.341529 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:27:33.342026 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Checking segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:27:33.343232 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Bound using segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:27:33.344344 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Bound port: 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:27:33.345045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.478577 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:27:33.483524 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:27:33.484949 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8341e9b-c898-4b17-8ab4-e3a2f388b25f req-c71d07f9-c935-4a62-9b8f-70f362c6186d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.487022 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e8341e9b-c898-4b17-8ab4-e3a2f388b25f req-c71d07f9-c935-4a62-9b8f-70f362c6186d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2625146 Jun 15 14:27:33.495846 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.499610 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:33.563703 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.564347 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 77bf98f1-b052-4c78-badb-baae007a55bb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=77bf98f1-b052-4c78-badb-baae007a55bb,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:33.565414 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.567658 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] 10.222.0.61 "PUT /v2.0/ports/87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 200 len: 1094 time: 1.8116255 Jun 15 14:27:33.568775 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:33.571733 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1802a94c-112b-4fbb-8731-f3e260ff733c" -d '{"events": [{"name": "network-changed", "server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:33.607056 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:33.612756 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:33.613072 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.616508 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c3350701-b735-4a2e-9a1e-234e17a13af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:33.647687 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.665896 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45892) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:33.696009 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e8341e9b-c898-4b17-8ab4-e3a2f388b25f req-7fdabff4-cfb8-4fb9-bc27-9d7aafcfcbc7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887040 Jun 15 14:27:33.769308 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09685b69-8651-4f5b-baad-993656a9bdc0 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:33.823403 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 09685b69-8651-4f5b-baad-993656a9bdc0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=09685b69-8651-4f5b-baad-993656a9bdc0,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:33.833297 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-744d3bfa-390b-4fe2-97f4-eecaf17ed480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:33.835201 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-744d3bfa-390b-4fe2-97f4-eecaf17ed480 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1097 time: 0.1997316 Jun 15 14:27:33.836721 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491d451e-399e-49b9-acf8-6674289a48ee x-openstack-request-id: req-491d451e-399e-49b9-acf8-6674289a48ee {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:33.837036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:33.837320 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-491d451e-399e-49b9-acf8-6674289a48ee {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:33.837856 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'status': 'completed', 'code': 200} Jun 15 14:27:33.838645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.841294 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.892595 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=77bf98f1-b052-4c78-badb-baae007a55bb,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:33.900786 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:33.901404 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b39b3eb-4b32-429f-a1c6-0e4da8df35ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:33.963729 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-388f1b43-f4e5-4791-b554-5ec07358e8b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 200 len: 217 time: 0.1028895 Jun 15 14:27:34.000636 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-973c3a38-46ab-41ae-baab-8a0ba555eca6 req-6e9ee6ed-d05d-4b5e-a778-dc5186e8410c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:34.034110 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-973c3a38-46ab-41ae-baab-8a0ba555eca6 req-6e9ee6ed-d05d-4b5e-a778-dc5186e8410c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:34.063739 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:34.072936 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=09685b69-8651-4f5b-baad-993656a9bdc0,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:34.094435 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:34.099185 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-9b95d324-2014-44f2-b820-7b03961187a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:34.101022 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-9b95d324-2014-44f2-b820-7b03961187a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.1295838 Jun 15 14:27:34.152062 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['09685b69-8651-4f5b-baad-993656a9bdc0'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:27:34.161779 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ee6ed-d05d-4b5e-a778-dc5186e8410c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce2b826-5f86-4078-96d8-9b7b1a0168e1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:34.180637 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6e9ee6ed-d05d-4b5e-a778-dc5186e8410c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:34.189886 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-973c3a38-46ab-41ae-baab-8a0ba555eca6 req-6e9ee6ed-d05d-4b5e-a778-dc5186e8410c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1533301 Jun 15 14:27:34.223447 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9b281-78ea-49c8-a2e5-7d75f563c9c6 req-e814e42c-9b15-44cf-9b8c-04927986f5f9 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:34.233585 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6426f68f-2498-4970-9c27-d4640976e026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bf98f1-b052-4c78-badb-baae007a55bb'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:34.236733 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68b9b281-78ea-49c8-a2e5-7d75f563c9c6 req-e814e42c-9b15-44cf-9b8c-04927986f5f9 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 945 time: 0.5620625 Jun 15 14:27:34.238488 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e81a22d-ab77-42fd-b2b2-6c10350c3030" -d '{"events": [{"server_uuid": "6426f68f-2498-4970-9c27-d4640976e026", "name": "network-vif-plugged", "status": "completed", "tag": "77bf98f1-b052-4c78-badb-baae007a55bb"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:34.361280 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-e1686cd5-717f-4b51-85ed-07248907fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:34.363821 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-e1686cd5-717f-4b51-85ed-07248907fe66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2410333 Jun 15 14:27:34.378281 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45918) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:34.410449 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5de9f98d-c3ef-4c27-9f65-161f8b51f00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:34.455536 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68b9b281-78ea-49c8-a2e5-7d75f563c9c6 req-6a0e5925-9ae9-40e2-9cfa-ac1ad78f22d1 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174559 Jun 15 14:27:34.455743 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device da561938-618e-449f-8318-a0a344dd9171 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:27:34.572551 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca44a5-d36a-4cf8-9d30-b51870e1ef5b req-16110f29-e30b-4fa6-9a58-f7d157e6331f tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:34.574327 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7dca44a5-d36a-4cf8-9d30-b51870e1ef5b req-16110f29-e30b-4fa6-9a58-f7d157e6331f tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.3264737 Jun 15 14:27:34.593280 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:34.626171 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:34.634906 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:34.714684 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130dfa19-77e6-41e2-8c43-aecc2d0a1e9d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:34.722439 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:34.774149 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port da561938-618e-449f-8318-a0a344dd9171, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da561938-618e-449f-8318-a0a344dd9171,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:34.794622 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0309fe17879149d798ec11c26430f778&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934577 Jun 15 14:27:34.803763 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45938) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:34.810403 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7dca44a5-d36a-4cf8-9d30-b51870e1ef5b req-3521937d-a011-4420-a72e-ed494c710b6d tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127926 Jun 15 14:27:34.908075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aa8d7-347a-4a61-a8b0-e7e9d27db7e0 req-32d370b2-11c4-4263-98b6-2e25e03d5960 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:34.909901 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc6aa8d7-347a-4a61-a8b0-e7e9d27db7e0 req-32d370b2-11c4-4263-98b6-2e25e03d5960 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 946 time: 0.1851645 Jun 15 14:27:34.913838 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-15854c61-4194-4415-8df4-226a7d1ef6f7 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194014 Jun 15 14:27:34.941831 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82399a7d-fb24-41c5-a9e8-984af2ae10b4 x-openstack-request-id: req-82399a7d-fb24-41c5-a9e8-984af2ae10b4 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:34.942399 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6426f68f-2498-4970-9c27-d4640976e026", "name": "network-vif-plugged", "status": "completed", "tag": "77bf98f1-b052-4c78-badb-baae007a55bb", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:34.942821 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82399a7d-fb24-41c5-a9e8-984af2ae10b4 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:34.943363 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6426f68f-2498-4970-9c27-d4640976e026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bf98f1-b052-4c78-badb-baae007a55bb', 'code': 200} Jun 15 14:27:34.950562 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'da561938-618e-449f-8318-a0a344dd9171', 'network_id': '2c72349d-2408-4e07-b125-19798cf4fe37', 'port_id': 'da561938-618e-449f-8318-a0a344dd9171', 'mac_address': 'fa:16:3e:96:5f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eff98a-7df2-45d0-a76a-24419f775362', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:27:35.007944 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc6aa8d7-347a-4a61-a8b0-e7e9d27db7e0 req-825881fd-5784-4c6f-acba-59f1e8433a07 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845742 Jun 15 14:27:35.012359 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.036749 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da561938-618e-449f-8318-a0a344dd9171 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:35.066829 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port da561938-618e-449f-8318-a0a344dd9171, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da561938-618e-449f-8318-a0a344dd9171,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:35.072789 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.074785 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:35.115592 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5de9f98d-c3ef-4c27-9f65-161f8b51f00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.116704 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 45942) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:35.117054 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.141276 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=da561938-618e-449f-8318-a0a344dd9171,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:35.145144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:35.177688 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa417c4-3197-4e3e-a925-dd6c8f95a65a req-31dacf3b-407e-464e-8989-15a84b0f1112 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:35.179509 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1fa417c4-3197-4e3e-a925-dd6c8f95a65a req-31dacf3b-407e-464e-8989-15a84b0f1112 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.1022966 Jun 15 14:27:35.268489 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1fa417c4-3197-4e3e-a925-dd6c8f95a65a req-e93cebaa-9af5-42ba-9568-499ab947e52c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804961 Jun 15 14:27:35.305045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f0f89-c187-4de2-a3c7-3a000f3ec998 req-481284a4-4032-4e98-8dc0-b16381a33b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:35.307136 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c10f0f89-c187-4de2-a3c7-3a000f3ec998 req-481284a4-4032-4e98-8dc0-b16381a33b25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 1099 time: 0.0930905 Jun 15 14:27:35.350121 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c10f0f89-c187-4de2-a3c7-3a000f3ec998 req-01b9ec9f-1d2e-47cc-a91f-945de1a9e8e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351207 Jun 15 14:27:35.390768 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5de9f98d-c3ef-4c27-9f65-161f8b51f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.392470 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['da561938-618e-449f-8318-a0a344dd9171'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:27:35.409475 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:35.452512 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d65eb5a-2667-4086-8706-726ac788ff4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.493081 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.507852 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9f98d-c3ef-4c27-9f65-161f8b51f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f880625-ac9d-4def-88db-bb5ddc07a60d,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:35.514089 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5de9f98d-c3ef-4c27-9f65-161f8b51f00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:35.523086 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5de9f98d-c3ef-4c27-9f65-161f8b51f00b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=610a1d0fb50d44caa1773e2157635a14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1400533 Jun 15 14:27:35.523086 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-beea53e4-e07c-4c9d-b3f7-3b97300d4057 req-49e7103e-1ddd-4d7e-8b57-44255e5afd36 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849578 Jun 15 14:27:35.523435 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45948) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:35.592705 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.595402 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.599462 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/130dfa19-77e6-41e2-8c43-aecc2d0a1e9d HTTP/1.1" status: 204 len: 168 time: 0.7944381 Jun 15 14:27:35.603915 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:35.612289 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.620173 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dfa19-77e6-41e2-8c43-aecc2d0a1e9d,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:35.626693 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:35.644303 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.711333 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d65eb5a-2667-4086-8706-726ac788ff4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.718266 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d65eb5a-2667-4086-8706-726ac788ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.738732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ec6b1847-7296-49e1-b7f1-912257077dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:35.776834 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92b06-057d-4739-b070-8a052ab4b04f req-124e3f78-0ea3-48fc-8c30-0c0157b8060f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:35.781742 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6d65eb5a-2667-4086-8706-726ac788ff4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22c40ef9e5224cda9819b1ecca1be643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6597795 Jun 15 14:27:35.782467 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-99a92b06-057d-4739-b070-8a052ab4b04f req-124e3f78-0ea3-48fc-8c30-0c0157b8060f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 945 time: 0.1134753 Jun 15 14:27:35.783127 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 45958) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:35.801815 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.818234 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65eb5a-2667-4086-8706-726ac788ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3f2bd9-97d2-4582-8896-b41597bda4b6,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:35.819688 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:35.820824 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f880625-ac9d-4def-88db-bb5ddc07a60d HTTP/1.1" status: 204 len: 168 time: 0.2968640 Jun 15 14:27:35.824991 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6d65eb5a-2667-4086-8706-726ac788ff4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:35.833811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:35.896768 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-b1465c95-3e5f-4217-a2f4-045a6dd09993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:35.899668 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-b1465c95-3e5f-4217-a2f4-045a6dd09993 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1097 time: 0.1336715 Jun 15 14:27:35.909550 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f880625-ac9d-4def-88db-bb5ddc07a60d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:35.927395 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:36.023358 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-99a92b06-057d-4739-b070-8a052ab4b04f req-14989492-d475-49fe-bf15-2c6e1e73f5f1 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300229 Jun 15 14:27:36.047877 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:36.145527 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:36.201458 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-f0b975b1-772c-4a7a-b03e-3e7d8da7af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:36.204046 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-f0b975b1-772c-4a7a-b03e-3e7d8da7af2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.2962210 Jun 15 14:27:36.291070 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-95a173e6-0758-49ae-838a-ef4172538ff0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 200 len: 217 time: 0.0595970 Jun 15 14:27:36.378105 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea5b25-c5c2-45e6-9b77-a55ec6b6ca0c req-dfac38ed-46c3-4402-b3df-e56e77898e52 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:36.380449 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1cea5b25-c5c2-45e6-9b77-a55ec6b6ca0c req-dfac38ed-46c3-4402-b3df-e56e77898e52 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.2804301 Jun 15 14:27:36.394960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:36.397597 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:36.401956 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b3f2bd9-97d2-4582-8896-b41597bda4b6 HTTP/1.1" status: 204 len: 168 time: 0.6134589 Jun 15 14:27:36.402683 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1e03109e-fecb-4706-9958-a1050ca00bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:36.417010 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-824c4f42-c2f4-42b8-a0ea-88a2c0f1a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:36.426698 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-824c4f42-c2f4-42b8-a0ea-88a2c0f1a301 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.1235778 Jun 15 14:27:36.432858 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3f2bd9-97d2-4582-8896-b41597bda4b6,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:36.444364 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae068f4c-c68f-4544-8bac-9deb64655c3e req-06b9f6dc-1f8b-4fd0-8000-8a76a9efca71 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:36.452509 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ae068f4c-c68f-4544-8bac-9deb64655c3e req-06b9f6dc-1f8b-4fd0-8000-8a76a9efca71 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 946 time: 0.1930652 Jun 15 14:27:36.452753 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device da561938-618e-449f-8318-a0a344dd9171 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:36.455760 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:36.533623 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1cea5b25-c5c2-45e6-9b77-a55ec6b6ca0c req-e8bcdad3-80a0-4eeb-b690-f67fba76d338 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322207 Jun 15 14:27:36.570566 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ae068f4c-c68f-4544-8bac-9deb64655c3e req-27088b2c-9e9a-4c55-8d11-b27808fd5bf0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168947 Jun 15 14:27:36.662283 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-6526506b-5489-48a6-8cbe-c5f1ce5dbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:36.665160 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-6526506b-5489-48a6-8cbe-c5f1ce5dbad8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2320421 Jun 15 14:27:36.688453 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port da561938-618e-449f-8318-a0a344dd9171 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:36.697275 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port da561938-618e-449f-8318-a0a344dd9171 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:36.697996 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:36.929255 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:36.995885 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-a86b28ca-c16b-484b-81ae-b442e1b59038 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227351 Jun 15 14:27:37.002123 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ffc08-e236-4e76-be4f-b5419aee160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da561938-618e-449f-8318-a0a344dd9171'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:37.004491 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c526641b-8bf0-44bb-b286-5b8eb9b3ee07" -d '{"events": [{"server_uuid": "319ffc08-e236-4e76-be4f-b5419aee160a", "name": "network-vif-plugged", "status": "completed", "tag": "da561938-618e-449f-8318-a0a344dd9171"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:37.020778 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port da561938-618e-449f-8318-a0a344dd9171, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da561938-618e-449f-8318-a0a344dd9171,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:37.031455 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.031931 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 09685b69-8651-4f5b-baad-993656a9bdc0 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:37.104037 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff67d2-fb4e-4f2e-873d-16b203051623 x-openstack-request-id: req-73ff67d2-fb4e-4f2e-873d-16b203051623 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:37.104342 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ffc08-e236-4e76-be4f-b5419aee160a", "name": "network-vif-plugged", "status": "completed", "tag": "da561938-618e-449f-8318-a0a344dd9171", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:37.104675 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73ff67d2-fb4e-4f2e-873d-16b203051623 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:37.105028 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319ffc08-e236-4e76-be4f-b5419aee160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da561938-618e-449f-8318-a0a344dd9171', 'code': 200} Jun 15 14:27:37.105467 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:37.205587 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 46004) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:37.247087 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2250-e70f-4b0f-b1e0-004349a37662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.256608 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 09685b69-8651-4f5b-baad-993656a9bdc0 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:37.271673 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 09685b69-8651-4f5b-baad-993656a9bdc0 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:37.272112 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.274971 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=da561938-618e-449f-8318-a0a344dd9171,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:37.291579 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:37.397601 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-1802a94c-112b-4fbb-8731-f3e260ff733c req-64f5977b-fe19-4200-8415-eef6a080357c service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923864 Jun 15 14:27:37.522998 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.555647 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ba7db-c109-4c9a-9f08-67a4aa8b86e3 req-96028bd0-90bd-4176-9e1b-5c5404aeb662 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:37.570481 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c71ba7db-c109-4c9a-9f08-67a4aa8b86e3 req-96028bd0-90bd-4176-9e1b-5c5404aeb662 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.7981639 Jun 15 14:27:37.577736 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 09685b69-8651-4f5b-baad-993656a9bdc0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=09685b69-8651-4f5b-baad-993656a9bdc0,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:37.584828 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.589385 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:37.698836 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fef4c7-3902-40a1-ad33-150627ea2ddd req-3bd11947-2e85-48e3-9739-9214e8076bfa tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:37.711172 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-77fef4c7-3902-40a1-ad33-150627ea2ddd req-3bd11947-2e85-48e3-9739-9214e8076bfa tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 945 time: 0.3428447 Jun 15 14:27:37.727769 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=09685b69-8651-4f5b-baad-993656a9bdc0,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:37.736956 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:37.780664 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c71ba7db-c109-4c9a-9f08-67a4aa8b86e3 req-ed10bd8c-ba32-4e19-be47-b6487a9ac5af tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870437 Jun 15 14:27:37.816880 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2250-e70f-4b0f-b1e0-004349a37662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.825959 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c1fd2250-e70f-4b0f-b1e0-004349a37662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.832510 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6d65eb5a-2667-4086-8706-726ac788ff4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:37.864067 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-77fef4c7-3902-40a1-ad33-150627ea2ddd req-34753908-488f-4b4c-86e8-44720bbf4279 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484344 Jun 15 14:27:37.993573 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55071819-b5ba-46e7-ad60-40b059e33198 req-ba4a6531-e0dd-4876-bdea-7e9c9fea7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:37.996174 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-55071819-b5ba-46e7-ad60-40b059e33198 req-ba4a6531-e0dd-4876-bdea-7e9c9fea7a81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.4966209 Jun 15 14:27:37.999806 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd2250-e70f-4b0f-b1e0-004349a37662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132d2311-dcc3-41d3-a431-6f3e92533996,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:38.032008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c1fd2250-e70f-4b0f-b1e0-004349a37662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:38.039026 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 46034) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:38.045191 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c1fd2250-e70f-4b0f-b1e0-004349a37662 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b08bb43f5f64ba08795f14e3bfce2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8291585 Jun 15 14:27:38.112383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab264053-0f02-4ed3-96c1-7c822ae5bc2b req-7f736be8-96cb-4115-bdc1-432aa51b9e90 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:38.115545 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab264053-0f02-4ed3-96c1-7c822ae5bc2b req-7f736be8-96cb-4115-bdc1-432aa51b9e90 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.1437960 Jun 15 14:27:38.164109 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-55071819-b5ba-46e7-ad60-40b059e33198 req-6cdcde2c-9a9c-4d59-a334-28c485e16b7a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472626 Jun 15 14:27:38.237936 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:38.265712 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:38.342854 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab264053-0f02-4ed3-96c1-7c822ae5bc2b req-1e252a66-2564-4b04-8560-999257748f19 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175126 Jun 15 14:27:38.424783 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:38.428027 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:38.432364 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/132d2311-dcc3-41d3-a431-6f3e92533996 HTTP/1.1" status: 204 len: 168 time: 0.3849082 Jun 15 14:27:38.432364 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:38.446862 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276141-8c09-40da-a9cc-7cfe510244bb req-3ce45894-9574-4179-aa43-1689ea5c6d54 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:38.449099 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b276141-8c09-40da-a9cc-7cfe510244bb req-3ce45894-9574-4179-aa43-1689ea5c6d54 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 946 time: 0.2299962 Jun 15 14:27:38.454331 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:27:38.461013 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132d2311-dcc3-41d3-a431-6f3e92533996,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:38.487069 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:38.547400 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b276141-8c09-40da-a9cc-7cfe510244bb req-22c6739f-3cef-443c-8af7-c276f396d351 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863540 Jun 15 14:27:38.684651 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:38.704538 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'port_id': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'mac_address': 'fa:16:3e:7e:ca:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:27:38.774963 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:38.811512 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fb2274-6590-4c1b-bcac-c41bab9d32a7 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:27:38.899305 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:38.928031 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:38.942137 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:39.106165 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09685b69-8651-4f5b-baad-993656a9bdc0'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:39.112756 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f168f88-e638-4f56-9f6a-2c1c5f7b4298" -d '{"events": [{"server_uuid": "6e7e30bf-bccd-49fe-82f4-2cbdc7026f09", "name": "network-vif-plugged", "status": "completed", "tag": "09685b69-8651-4f5b-baad-993656a9bdc0"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:39.165658 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:39.187038 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:39.322712 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:27:39.336648 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['87fb2274-6590-4c1b-bcac-c41bab9d32a7'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:27:39.343020 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970aa0f-3890-471b-8e6a-0c18f51a4933 req-daf80d90-a062-4304-9b22-4f1dcf3e16ad tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:39.345883 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c970aa0f-3890-471b-8e6a-0c18f51a4933 req-daf80d90-a062-4304-9b22-4f1dcf3e16ad tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 945 time: 0.2751410 Jun 15 14:27:39.402305 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb8192-2679-480e-95ac-8113b6e4d426 req-953828a1-f418-4fca-9265-8a3d332f8c9d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:39.415493 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f3bb8192-2679-480e-95ac-8113b6e4d426 req-953828a1-f418-4fca-9265-8a3d332f8c9d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.2139871 Jun 15 14:27:39.531498 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c970aa0f-3890-471b-8e6a-0c18f51a4933 req-1656e565-95d2-4b5f-8a17-18d46c3c2f98 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759918 Jun 15 14:27:39.612583 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f3bb8192-2679-480e-95ac-8113b6e4d426 req-7a36109c-9f67-41ee-80ab-73f7a9ecf57d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780665 Jun 15 14:27:39.634996 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21a9680-906a-4851-a680-a9f2a056f4d3 x-openstack-request-id: req-d21a9680-906a-4851-a680-a9f2a056f4d3 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:39.635302 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7e30bf-bccd-49fe-82f4-2cbdc7026f09", "name": "network-vif-plugged", "status": "completed", "tag": "09685b69-8651-4f5b-baad-993656a9bdc0", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:39.635659 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d21a9680-906a-4851-a680-a9f2a056f4d3 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:39.636063 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09685b69-8651-4f5b-baad-993656a9bdc0', 'code': 200} Jun 15 14:27:39.997995 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826da76e-062f-4f80-b072-2668c66f8006 req-bcecfc4f-02e6-4fc4-a297-44bf7282ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:40.000991 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-826da76e-062f-4f80-b072-2668c66f8006 req-bcecfc4f-02e6-4fc4-a297-44bf7282ec5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 1099 time: 0.0815911 Jun 15 14:27:40.078098 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-826da76e-062f-4f80-b072-2668c66f8006 req-a9077734-a8d6-499f-9507-cd17751d81c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647874 Jun 15 14:27:40.483749 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:27:40.627396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:27:40.643298 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:27:40.646290 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:40.814004 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:40.899543 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:40.907893 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:40.910902 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:41.041606 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:41.046058 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:41.436512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dd841-903f-4ca3-aade-fbd81c9f1ad2 req-9fb43e76-627d-4d1d-beeb-ac076ed7fc68 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:41.442590 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c22dd841-903f-4ca3-aade-fbd81c9f1ad2 req-9fb43e76-627d-4d1d-beeb-ac076ed7fc68 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1041672 Jun 15 14:27:41.550406 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c22dd841-903f-4ca3-aade-fbd81c9f1ad2 req-51392d2f-e492-4270-8fe4-76be94de429c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015916 Jun 15 14:27:41.636987 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:41.641724 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00cedf-71d3-4325-9e6d-ce9fe302c098" -d '{"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:41.707420 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c229204-305b-4a47-9cf0-f9b4312943b5 x-openstack-request-id: req-1c229204-305b-4a47-9cf0-f9b4312943b5 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:41.707984 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:41.708477 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c229204-305b-4a47-9cf0-f9b4312943b5 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:41.709299 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'code': 200} Jun 15 14:27:41.760788 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e5589-b5f8-41fb-8079-34ab2e9e5ad2 req-527b7e28-bb21-4d93-be1f-1e3443b48183 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:41.767060 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3f9e5589-b5f8-41fb-8079-34ab2e9e5ad2 req-527b7e28-bb21-4d93-be1f-1e3443b48183 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.1360734 Jun 15 14:27:41.822963 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3f9e5589-b5f8-41fb-8079-34ab2e9e5ad2 req-3f95b029-5c1a-4dba-a600-73b0fb22b66f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Jun 15 14:27:42.086248 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c65e6a-d4b0-4f7a-9e24-3733b1cf5a55 req-ba2a9d99-654e-4d66-b80a-8a69a4101c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:42.088425 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-94c65e6a-d4b0-4f7a-9e24-3733b1cf5a55 req-ba2a9d99-654e-4d66-b80a-8a69a4101c1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1099 time: 0.0671542 Jun 15 14:27:42.128461 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-94c65e6a-d4b0-4f7a-9e24-3733b1cf5a55 req-d8c170c4-9608-42e5-8627-a334623807bf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331416 Jun 15 14:27:42.351626 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d55954-50f4-4883-a71e-c6fc8c3e1ed8 req-b1f540d6-479b-42a0-bd94-cab5c54f4bd6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:42.354249 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46d55954-50f4-4883-a71e-c6fc8c3e1ed8 req-b1f540d6-479b-42a0-bd94-cab5c54f4bd6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0825691 Jun 15 14:27:42.433773 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46d55954-50f4-4883-a71e-c6fc8c3e1ed8 req-5a7439d5-5f16-41d3-a1e3-b8fa43b63758 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726666 Jun 15 14:27:42.803477 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250b12b-5cda-4758-96d2-5b0987815696 req-ef4820a5-b0ec-49cb-b150-4ffd8568b3a3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:42.805011 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b250b12b-5cda-4758-96d2-5b0987815696 req-ef4820a5-b0ec-49cb-b150-4ffd8568b3a3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1019537 Jun 15 14:27:42.848871 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b250b12b-5cda-4758-96d2-5b0987815696 req-9271118d-87e6-4105-89dc-abf83dd3b983 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 Jun 15 14:27:43.623544 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f4cef-6099-44fb-901a-cd826e03b1b5 req-c7d267e9-8f8b-42ea-a181-d438d3c5336f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:43.625102 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-626f4cef-6099-44fb-901a-cd826e03b1b5 req-c7d267e9-8f8b-42ea-a181-d438d3c5336f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0733316 Jun 15 14:27:43.684999 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-626f4cef-6099-44fb-901a-cd826e03b1b5 req-a854a420-5dad-43da-8b17-7fb143b5db5e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Jun 15 14:27:44.040912 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5603-615d-46bb-92a2-0893a0afd433 req-b3acd430-64d7-443e-8f2b-5e4ff67c2a57 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:44.042417 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-89ff5603-615d-46bb-92a2-0893a0afd433 req-b3acd430-64d7-443e-8f2b-5e4ff67c2a57 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0740387 Jun 15 14:27:44.088338 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-89ff5603-615d-46bb-92a2-0893a0afd433 req-4ff85b54-a45d-4942-8078-c270e342a633 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382149 Jun 15 14:27:44.873282 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522c802-599f-46df-89c5-d4da7bba8a5a req-8e884992-02bc-44c7-9143-9e9b5a4f0070 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:44.874888 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8522c802-599f-46df-89c5-d4da7bba8a5a req-8e884992-02bc-44c7-9143-9e9b5a4f0070 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0736988 Jun 15 14:27:44.924140 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8522c802-599f-46df-89c5-d4da7bba8a5a req-99748f1b-1e9e-4392-81a8-a161f52ccf06 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429902 Jun 15 14:27:45.307386 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cee3e-907f-44a7-a3ef-218b04e9e78f req-3b63388f-7ba2-42ab-81af-d306c1b2fe9c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:45.308923 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b78cee3e-907f-44a7-a3ef-218b04e9e78f req-3b63388f-7ba2-42ab-81af-d306c1b2fe9c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0813699 Jun 15 14:27:45.351663 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b78cee3e-907f-44a7-a3ef-218b04e9e78f req-d43b064c-70f7-437c-a18a-4bfdec6bef03 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359490 Jun 15 14:27:45.405534 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-c0cab5e1-3b8f-4f64-9c55-c80136681b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:45.406975 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-c0cab5e1-3b8f-4f64-9c55-c80136681b1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 1099 time: 0.0602481 Jun 15 14:27:45.531382 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-74ecd118-04de-4ec8-8738-68b8b9252a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:45.533202 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-74ecd118-04de-4ec8-8738-68b8b9252a08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 920 time: 0.1188326 Jun 15 14:27:45.598487 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-570d4413-c031-4bdc-b8b3-e338833cd252 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09685b69-8651-4f5b-baad-993656a9bdc0 HTTP/1.1" status: 200 len: 217 time: 0.0544102 Jun 15 14:27:45.682265 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-273a0424-78fe-48f2-9fd9-c5e60899a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:45.684397 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-273a0424-78fe-48f2-9fd9-c5e60899a990 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.0692811 Jun 15 14:27:45.727153 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-119d27a5-ba9b-4038-b124-a2d4594717cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332165 Jun 15 14:27:45.866400 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-522c8ebf-e79c-49ad-9b04-6606303cd5e0 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229780 Jun 15 14:27:46.006328 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-75fd0e3f-c1cc-4b5a-82bd-491b9cc105b9 req-67005ae8-44f5-430b-bcd1-e8493efaebdc service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252096 Jun 15 14:27:46.196325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20410eb0-ba24-4d8d-b213-41e236b47f95 req-3237798e-fc87-4d93-b23c-b01401b1970a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:46.198655 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-20410eb0-ba24-4d8d-b213-41e236b47f95 req-3237798e-fc87-4d93-b23c-b01401b1970a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0967369 Jun 15 14:27:46.256763 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-20410eb0-ba24-4d8d-b213-41e236b47f95 req-6cbe4130-10f3-42a2-8f36-b95dd41a305d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493808 Jun 15 14:27:46.598412 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa1376-f34f-42d9-b5c6-5f8c09d4bead req-98d06939-421f-48c9-a6e5-b69a83416eed tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:46.602674 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8aaa1376-f34f-42d9-b5c6-5f8c09d4bead req-98d06939-421f-48c9-a6e5-b69a83416eed tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1089175 Jun 15 14:27:46.655650 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8aaa1376-f34f-42d9-b5c6-5f8c09d4bead req-d6aa7775-d2b9-4b3c-8999-9b589bbb2b41 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513203 Jun 15 14:27:47.468383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f4672-d733-464f-8d85-1b308b63afa9 req-5760882a-ef12-4495-a105-2927c8a6a8dc tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:47.470123 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0d6f4672-d733-464f-8d85-1b308b63afa9 req-5760882a-ef12-4495-a105-2927c8a6a8dc tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0865028 Jun 15 14:27:47.518207 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0d6f4672-d733-464f-8d85-1b308b63afa9 req-049cb47d-3969-4031-8e7f-8e50d5de276e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419593 Jun 15 14:27:47.853492 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676199ed-3f41-4ca7-9c62-8275f33cfa6d req-15c5c7bd-904e-4519-be0c-aeedc23ffd7c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:47.855106 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-676199ed-3f41-4ca7-9c62-8275f33cfa6d req-15c5c7bd-904e-4519-be0c-aeedc23ffd7c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0719686 Jun 15 14:27:47.898055 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-676199ed-3f41-4ca7-9c62-8275f33cfa6d req-8e8f59b9-0d5f-445d-8c7e-21bb567bfcf6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371432 Jun 15 14:27:48.108521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a828-e811-4f4c-9b5e-24ca5eb4f98e req-65a07c2a-3247-49a9-b591-e02764002e66 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:48.110010 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc46a828-e811-4f4c-9b5e-24ca5eb4f98e req-65a07c2a-3247-49a9-b591-e02764002e66 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0695055 Jun 15 14:27:48.119039 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 46348) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:48.124447 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'floatingip': {'port_id': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:27:48.215008 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:48.960552 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75df19-5fca-401b-85a0-24c9de6e4faf req-647960c4-ff26-4e58-ae2c-2a0ff9d55a3d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:48.960552 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7f75df19-5fca-401b-85a0-24c9de6e4faf req-647960c4-ff26-4e58-ae2c-2a0ff9d55a3d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.2588439 Jun 15 14:27:48.960552 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.db.resource_extend [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:27:49.291680 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:49.295782 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7f75df19-5fca-401b-85a0-24c9de6e4faf req-7e50140e-c372-40f8-a032-b03d0429fc77 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320708 Jun 15 14:27:49.296999 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:49.446971 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Floating IP 028ab2e8-4e24-4f2a-9688-6d5bcae5c839 associated. External IP: 172.27.3.12, port: 87fb2274-6590-4c1b-bcac-c41bab9d32a7. Jun 15 14:27:49.738102 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:49.897554 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:49.902471 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:49.915390 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] Sync routers for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:49.929929 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:49.931139 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:27:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:49.950296 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-48cc01bf-6909-4135-83b4-f6c620f57476 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "PUT /v2.0/floatingips/028ab2e8-4e24-4f2a-9688-6d5bcae5c839 HTTP/1.1" status: 200 len: 991 time: 1.8301451 Jun 15 14:27:49.950967 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:49.953591 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b7c17-b434-4476-b7d0-40fb6371d634" -d '{"events": [{"name": "network-changed", "server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:49.993709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f1dbe-688a-4edb-8ae6-a3268bf8a2ee x-openstack-request-id: req-322f1dbe-688a-4edb-8ae6-a3268bf8a2ee {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:49.994286 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:49.994498 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-322f1dbe-688a-4edb-8ae6-a3268bf8a2ee {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:49.995039 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'status': 'completed', 'code': 200} Jun 15 14:27:50.131278 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:50.161674 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-f9533913-6a4e-452f-993b-4e9977bbf559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:50.163677 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-f9533913-6a4e-452f-993b-4e9977bbf559 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1099 time: 0.0751438 Jun 15 14:27:50.518978 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e9c1-c25e-45ed-b032-75f3dce5bc3c req-e070376c-a6ef-4a8d-82df-05c56f8e1f8b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:50.520669 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fa53e9c1-c25e-45ed-b032-75f3dce5bc3c req-e070376c-a6ef-4a8d-82df-05c56f8e1f8b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0941432 Jun 15 14:27:50.578515 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fa53e9c1-c25e-45ed-b032-75f3dce5bc3c req-4431d965-ebf8-40fd-b4b7-a4d568b3404d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514147 Jun 15 14:27:50.602103 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '028ab2e8-4e24-4f2a-9688-6d5bcae5c839', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'port_id': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'mac_address': 'fa:16:3e:7e:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:27:19Z', 'updated_at': '2021-06-15T14:27:48Z', 'revision_number': 1, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:50.605602 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] Checking router: 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:50.615223 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:50.615841 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:27:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:50.765780 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:51.081972 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '028ab2e8-4e24-4f2a-9688-6d5bcae5c839', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'port_id': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'mac_address': 'fa:16:3e:7e:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:27:19Z', 'updated_at': '2021-06-15T14:27:48Z', 'revision_number': 1, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:51.085449 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62d6b1-660f-45f0-aba3-631c4680d29c None None] The sync data for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi is: [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '028ab2e8-4e24-4f2a-9688-6d5bcae5c839', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'floating_ip_address': '172.27.3.12', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'port_id': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'mac_address': 'fa:16:3e:7e:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:27:19Z', 'updated_at': '2021-06-15T14:27:48Z', 'revision_number': 1, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:51.284209 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9ce0a-0ddb-4347-9b07-c9e7e2b6fea9 None None] New status for floating IP 028ab2e8-4e24-4f2a-9688-6d5bcae5c839: ACTIVE {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:27:51.767561 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108e70c-5403-4fe9-a84d-86d465340bd7 req-98d521af-85bb-4354-afd8-e59d8e322ea5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:51.768987 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1108e70c-5403-4fe9-a84d-86d465340bd7 req-98d521af-85bb-4354-afd8-e59d8e322ea5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0759490 Jun 15 14:27:51.814519 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1108e70c-5403-4fe9-a84d-86d465340bd7 req-e2856f55-6c60-4933-9a99-0b078b2ff7ee tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Jun 15 14:27:53.025428 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a31515-e861-4e3e-95ba-9d1c0f22fbb8 req-c9c08265-3014-4258-9cfc-a82e06cfefb0 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:53.027039 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e0a31515-e861-4e3e-95ba-9d1c0f22fbb8 req-c9c08265-3014-4258-9cfc-a82e06cfefb0 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0830476 Jun 15 14:27:53.072331 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e0a31515-e861-4e3e-95ba-9d1c0f22fbb8 req-e55d82ae-b6eb-4c3b-802a-0b2eff967118 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 Jun 15 14:27:53.176848 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-cd5d9097-25b8-47af-8560-ebe81d423b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:53.178312 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-cd5d9097-25b8-47af-8560-ebe81d423b04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1252999 Jun 15 14:27:53.297913 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-419e79e9-5dfd-4470-aeea-1db7bfb1f66c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 200 len: 1001 time: 0.1066117 Jun 15 14:27:53.359920 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-546c2fe9-d5eb-4bd5-b798-5b75bd93c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:53.361429 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-546c2fe9-d5eb-4bd5-b798-5b75bd93c434 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.0537903 Jun 15 14:27:53.433514 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-667adc6b-cac8-4e7b-8d6b-ade3846e482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:53.435096 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-667adc6b-cac8-4e7b-8d6b-ade3846e482e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632753 Jun 15 14:27:53.559797 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-9dd6998d-49c7-45fc-b25f-6238dab6f817 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144235 Jun 15 14:27:53.873268 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-350b7c17-b434-4476-b7d0-40fb6371d634 req-d5fbab2b-1f68-4180-adca-f3c94049d7a9 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042159 Jun 15 14:27:54.257672 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35eda7e-10b6-44e9-a4a1-51f2471b0638 req-c52350f7-6d9a-4870-a691-84789ac2b343 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:54.259167 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c35eda7e-10b6-44e9-a4a1-51f2471b0638 req-c52350f7-6d9a-4870-a691-84789ac2b343 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0739369 Jun 15 14:27:54.301231 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c35eda7e-10b6-44e9-a4a1-51f2471b0638 req-18f60270-f551-4c1e-9784-449ab68ab1cc tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Jun 15 14:27:55.392715 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-18631453-9051-4db6-92d7-08be1d37c94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:55.487179 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b77c8-38ee-46ea-9f93-b850be915075 req-b80a4594-f8b7-4f6a-a6e2-d46553196475 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:55.488727 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-344b77c8-38ee-46ea-9f93-b850be915075 req-b80a4594-f8b7-4f6a-a6e2-d46553196475 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0746281 Jun 15 14:27:55.538918 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-344b77c8-38ee-46ea-9f93-b850be915075 req-a98454a8-0251-47e5-9c77-7e5fe9be458f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Jun 15 14:27:56.713408 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b9f2c-cb1a-4ce7-95d9-8624f2eb84e9 req-65a5a705-55bf-49a6-b712-6bba72186e59 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:56.714781 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dd0b9f2c-cb1a-4ce7-95d9-8624f2eb84e9 req-65a5a705-55bf-49a6-b712-6bba72186e59 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0723844 Jun 15 14:27:56.758655 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dd0b9f2c-cb1a-4ce7-95d9-8624f2eb84e9 req-8161f6ad-939c-40e6-a173-a8ac46406efa tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369191 Jun 15 14:27:56.878712 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-dd8aff33-e94f-4104-9a55-1eefc2602c25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654154 Jun 15 14:27:57.045104 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-563d1b76-6d41-48c6-8ac8-f05e0faa5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:57.047213 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-563d1b76-6d41-48c6-8ac8-f05e0faa5b56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c7bdfd6c3a54613927edc03b6f9d457&device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 1098 time: 0.0599537 Jun 15 14:27:57.188973 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-40b4afb6-91a8-49d7-9080-93cc7842b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:57.190444 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-40b4afb6-91a8-49d7-9080-93cc7842b0c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=49e8959a-3772-49d0-849f-8fcda3050779 HTTP/1.1" status: 200 len: 913 time: 0.1140120 Jun 15 14:27:57.248774 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-9188d498-1cc9-4ad8-a439-71be7a69efbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669 HTTP/1.1" status: 200 len: 217 time: 0.0469792 Jun 15 14:27:57.311902 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-bc3dec9a-443c-4d5e-975e-baba33be5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:57.313242 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-bc3dec9a-443c-4d5e-975e-baba33be5166 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33e20ece-449b-4ddf-ae25-0015a71bf1ad HTTP/1.1" status: 200 len: 852 time: 0.0558124 Jun 15 14:27:57.353942 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-1897135f-34bb-45f3-93ed-36b3b213ca16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=49e8959a-3772-49d0-849f-8fcda3050779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316012 Jun 15 14:27:57.484432 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-eb5e9a46-1304-4532-871e-0da1790eafec service neutron] 10.222.0.61 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131458 Jun 15 14:27:57.567682 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:57.608824 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-527d7b8a-c7ec-45ca-8042-514f12867458 req-1c9b1308-9435-429b-9d60-435a03c2458c service neutron] 10.222.0.61 "GET /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175253 Jun 15 14:27:57.999277 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4d3a-fee9-4758-b0b6-586f6ef2fb47 req-650836bd-d7ec-4a16-9b4b-0bc88bb0407f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:58.000886 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12de4d3a-fee9-4758-b0b6-586f6ef2fb47 req-650836bd-d7ec-4a16-9b4b-0bc88bb0407f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.1017537 Jun 15 14:27:58.062441 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12de4d3a-fee9-4758-b0b6-586f6ef2fb47 req-25b6aa69-f12e-4189-bec2-7df130a785bd tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551779 Jun 15 14:27:58.303043 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:59.023749 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fb411c6d-dd8f-4127-9b9f-24fbb2d13837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:59.239159 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea2dc7-13cd-402d-adc5-074abab3cc3b req-d63d1f07-a352-469d-a2ed-cf845f397d43 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:59.240656 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7eea2dc7-13cd-402d-adc5-074abab3cc3b req-d63d1f07-a352-469d-a2ed-cf845f397d43 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0739651 Jun 15 14:27:59.286389 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7eea2dc7-13cd-402d-adc5-074abab3cc3b req-fac45a48-140c-4a2a-bee8-42afdbd8f74b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Jun 15 14:28:00.207505 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:00.471824 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2992fa-4310-4119-8616-7f92f5eadde8 req-834ed1a6-31e9-45e4-9853-5c9ef251cb23 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:00.473342 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ae2992fa-4310-4119-8616-7f92f5eadde8 req-834ed1a6-31e9-45e4-9853-5c9ef251cb23 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0746682 Jun 15 14:28:00.516431 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ae2992fa-4310-4119-8616-7f92f5eadde8 req-983fab5b-efe4-4339-b0da-ec05f932539b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Jun 15 14:28:01.365189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:01.698946 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea6ecf-0a2e-4317-87fc-2192facd23b7 req-d1f7a4cb-fb6f-4bcb-a209-c943eb28f001 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:01.700444 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d0ea6ecf-0a2e-4317-87fc-2192facd23b7 req-d1f7a4cb-fb6f-4bcb-a209-c943eb28f001 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0738018 Jun 15 14:28:01.742258 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d0ea6ecf-0a2e-4317-87fc-2192facd23b7 req-3704179c-6d56-40e0-a8df-d2e31c9b9b47 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 Jun 15 14:28:02.923723 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635795ad-8aed-4fac-932f-ae2de4e93807 req-5bee3d78-e51a-43ab-9646-284d2e864763 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:02.925108 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-635795ad-8aed-4fac-932f-ae2de4e93807 req-5bee3d78-e51a-43ab-9646-284d2e864763 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0688260 Jun 15 14:28:02.965406 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-635795ad-8aed-4fac-932f-ae2de4e93807 req-623af435-4c22-4ccf-8f9c-f439e89db399 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Jun 15 14:28:04.148141 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f4f54-1551-4b59-82e4-5ac5505ab43a req-44bc5b9c-aace-4932-b5ef-96f210c78963 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:04.149600 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f6f4f54-1551-4b59-82e4-5ac5505ab43a req-44bc5b9c-aace-4932-b5ef-96f210c78963 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0721335 Jun 15 14:28:04.192980 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f6f4f54-1551-4b59-82e4-5ac5505ab43a req-48bd2596-7a09-4cec-b34e-2c0b7a31a0c2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Jun 15 14:28:05.370680 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79581-1eb5-4f39-b867-db582cc3d363 req-e0e5c293-f4d3-4d19-a716-249a1f763205 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:05.372046 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-83f79581-1eb5-4f39-b867-db582cc3d363 req-e0e5c293-f4d3-4d19-a716-249a1f763205 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0681300 Jun 15 14:28:05.415432 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-83f79581-1eb5-4f39-b867-db582cc3d363 req-2e19a84d-4ca2-42fa-aba3-5a25191ad6cb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369866 Jun 15 14:28:06.443246 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2eb94-6000-4084-979b-07c2ef1a1324 req-8ec4a7e2-95ef-40f3-9b34-0ee3fefc4bfc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:06.444799 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14b2eb94-6000-4084-979b-07c2ef1a1324 req-8ec4a7e2-95ef-40f3-9b34-0ee3fefc4bfc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.0738976 Jun 15 14:28:06.490250 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14b2eb94-6000-4084-979b-07c2ef1a1324 req-89786188-345a-40d3-bbbe-cbef3ad5ad4e tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Jun 15 14:28:06.616522 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4b85-eff9-493f-96c0-ba51764cc88d req-3a3991c0-8f29-489c-bc6f-ca059b06d2a8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:06.618025 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c5fa4b85-eff9-493f-96c0-ba51764cc88d req-3a3991c0-8f29-489c-bc6f-ca059b06d2a8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0729361 Jun 15 14:28:06.664084 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c5fa4b85-eff9-493f-96c0-ba51764cc88d req-00b53618-9e53-4877-807b-8e57a5bd6f4b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Jun 15 14:28:07.141604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 46720) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:07.261257 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.356321 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.360555 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.362766 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:07.401264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287da137-1c34-437d-84b9-ff5f87cdefb1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:07.406012 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3833272c7fdf4be39d73dc19bb5f0ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632337 Jun 15 14:28:07.408891 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 46728) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:07.411852 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.412222 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.412841 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.413189 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.413531 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.413872 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.414222 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.414581 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.414921 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.415259 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.415589 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.415922 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.420593 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:07.465149 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.490239 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.543687 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.547141 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.551067 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/287da137-1c34-437d-84b9-ff5f87cdefb1 HTTP/1.1" status: 204 len: 168 time: 0.1410813 Jun 15 14:28:07.551890 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-29baee25-4173-4289-99ab-91aa1338e8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:07.560575 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287da137-1c34-437d-84b9-ff5f87cdefb1,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:07.567687 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.568065 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.568405 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.568757 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.569139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.569424 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.569769 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.570105 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.570641 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.570985 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.571317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.571652 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:07.574828 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:07.702331 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a802518-1d6b-42e9-844d-9cba35956b58 req-70531f11-3d17-4b0c-97eb-fb94bb7f2920 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:07.704070 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a802518-1d6b-42e9-844d-9cba35956b58 req-70531f11-3d17-4b0c-97eb-fb94bb7f2920 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.0726857 Jun 15 14:28:07.755991 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a802518-1d6b-42e9-844d-9cba35956b58 req-bdbabcf3-a906-4764-8109-391a079b8fb9 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Jun 15 14:28:07.846842 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 46740) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:07.859075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5dd0-5e49-4601-81fd-c4a65ea36165 req-d65c4cf9-e7de-4e7a-b5b4-6bc960f70cd5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:07.860826 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c5b5dd0-5e49-4601-81fd-c4a65ea36165 req-d65c4cf9-e7de-4e7a-b5b4-6bc960f70cd5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0793371 Jun 15 14:28:07.864239 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-374e5145-4020-4cc8-a9fb-98b048a822d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.908882 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c5b5dd0-5e49-4601-81fd-c4a65ea36165 req-ceb4c23b-90fa-4c6b-b40b-22fbe8f32a77 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Jun 15 14:28:07.975116 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-374e5145-4020-4cc8-a9fb-98b048a822d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.978635 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-374e5145-4020-4cc8-a9fb-98b048a822d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:07.980827 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:08.021932 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e5145-4020-4cc8-a9fb-98b048a822d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674b3365-743f-4a19-b2fe-d12e6e54d2e4,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:08.026234 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-374e5145-4020-4cc8-a9fb-98b048a822d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e6b72fd1f7c4fa196ec4f4b9dd348ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782885 Jun 15 14:28:08.027196 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-374e5145-4020-4cc8-a9fb-98b048a822d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:08.029438 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 46744) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:08.081465 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:08.103892 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:08.158276 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:08.161771 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:08.163496 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/674b3365-743f-4a19-b2fe-d12e6e54d2e4 HTTP/1.1" status: 204 len: 168 time: 0.1333952 Jun 15 14:28:08.164738 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d3c8912d-7c08-4921-a2db-112a43ccf0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:08.176351 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b3365-743f-4a19-b2fe-d12e6e54d2e4,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:08.179014 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:08.930609 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c35a3-9896-4425-a4b0-c817fadcfb65 req-51b4dc8e-5dec-47a6-9e26-41f0fd6f59a7 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:08.932005 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-054c35a3-9896-4425-a4b0-c817fadcfb65 req-51b4dc8e-5dec-47a6-9e26-41f0fd6f59a7 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.0700281 Jun 15 14:28:08.975960 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-054c35a3-9896-4425-a4b0-c817fadcfb65 req-cf2c5dc5-e0bc-43e0-a463-537e8f20b436 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Jun 15 14:28:09.165479 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767989a-5d0a-472c-b186-b752072c956d req-f67f520b-8ad6-409c-9a0c-ba584cf7283b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:09.167076 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5767989a-5d0a-472c-b186-b752072c956d req-f67f520b-8ad6-409c-9a0c-ba584cf7283b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0908482 Jun 15 14:28:09.209403 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5767989a-5d0a-472c-b186-b752072c956d req-ccfa3d3c-94a5-4d63-8fac-01d800b2bbca tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360961 Jun 15 14:28:09.247078 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 46792) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:09.350515 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ee866d5-bc62-4baf-82a0-8ace30312208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:09.452520 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ee866d5-bc62-4baf-82a0-8ace30312208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:09.456403 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ee866d5-bc62-4baf-82a0-8ace30312208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:09.458732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:09.503116 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5ee866d5-bc62-4baf-82a0-8ace30312208 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7209130eb68e4beda7c1baa05c77c7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542613 Jun 15 14:28:09.504114 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee866d5-bc62-4baf-82a0-8ace30312208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74ab656-59a4-48d5-b2da-1473bff05694,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:09.505790 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 46800) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:09.507149 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5ee866d5-bc62-4baf-82a0-8ace30312208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:09.563575 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:09.587137 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:09.637183 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:09.640910 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:09.642473 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d74ab656-59a4-48d5-b2da-1473bff05694 HTTP/1.1" status: 204 len: 168 time: 0.1318455 Jun 15 14:28:09.643761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ae17ec0d-af31-46c9-bc9b-747fabc69fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:09.654980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74ab656-59a4-48d5-b2da-1473bff05694,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:09.659456 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:10.171753 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436b18d-0e6e-48a9-8070-49dbe85a3abd req-45c066d3-f959-4ce0-beb7-3478fe6646d4 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:10.173282 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b436b18d-0e6e-48a9-8070-49dbe85a3abd req-45c066d3-f959-4ce0-beb7-3478fe6646d4 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.0846117 Jun 15 14:28:10.219322 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b436b18d-0e6e-48a9-8070-49dbe85a3abd req-87445153-10a8-4171-a8d9-c5605d349190 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Jun 15 14:28:10.397810 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4f256-457f-4f20-be8d-578694453859 req-b0742e04-0c1e-49f3-9d28-90146e4dadeb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:10.399292 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dae4f256-457f-4f20-be8d-578694453859 req-b0742e04-0c1e-49f3-9d28-90146e4dadeb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0719526 Jun 15 14:28:10.448140 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dae4f256-457f-4f20-be8d-578694453859 req-4540b2cb-8b57-4be0-b4b5-baeb90903aba tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Jun 15 14:28:11.413186 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514acbc-6ae0-4e5d-9c95-365c5301ab74 req-7eec5c02-a915-4b65-a5c6-10e20e648757 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:11.414705 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6514acbc-6ae0-4e5d-9c95-365c5301ab74 req-7eec5c02-a915-4b65-a5c6-10e20e648757 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.0773301 Jun 15 14:28:11.464110 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6514acbc-6ae0-4e5d-9c95-365c5301ab74 req-d44bbce5-56ad-4c81-b167-367857bb5d13 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/security-groups?id=b2944785-7f7b-4d58-ad02-4f7f5249a181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Jun 15 14:28:11.636869 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557fe5-b8c8-4557-a890-a62a879c015c req-089a87ae-cbf7-4058-9989-09a39239d119 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:11.638373 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2c557fe5-b8c8-4557-a890-a62a879c015c req-089a87ae-cbf7-4058-9989-09a39239d119 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0714977 Jun 15 14:28:11.688925 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2c557fe5-b8c8-4557-a890-a62a879c015c req-010b7c88-59c5-43bc-a786-0d441e9b7398 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Jun 15 14:28:11.969574 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-dcc22a9c-ff6d-4c00-a8aa-7395d10a19ca tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:11.971091 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-dcc22a9c-ff6d-4c00-a8aa-7395d10a19ca tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.61 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 945 time: 0.1215994 Jun 15 14:28:12.138855 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Deleting port 23d2642f-7d03-491e-8c1b-d38c7f6db669 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:28:12.139291 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:12.256342 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] For port 23d2642f-7d03-491e-8c1b-d38c7f6db669, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=23d2642f-7d03-491e-8c1b-d38c7f6db669,segment=NetworkSegment(03d13ca3-b59d-4494-88ee-9bdc94723eb5),segment_id=03d13ca3-b59d-4494-88ee-9bdc94723eb5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:28:12.256636 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:12.373669 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Calling delete_port for 23d2642f-7d03-491e-8c1b-d38c7f6db669 owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:28:12.588711 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:12.596281 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:12.632914 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Pushing event deleted for resources: {'Port': ['ID=23d2642f-7d03-491e-8c1b-d38c7f6db669,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:12.636193 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:12.652741 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['23d2642f-7d03-491e-8c1b-d38c7f6db669'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:28:12.694266 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d0dbd1de-417f-41fa-b673-e33ffcbdbddb req-470f1246-4a13-474a-ad05-c053c9cec013 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0681264 Jun 15 14:28:12.723468 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] No DVR routers for this DVR port 23d2642f-7d03-491e-8c1b-d38c7f6db669 on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:28:12.727470 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:12.729900 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-20e03984-480b-4190-a901-db2d3fcc16a2 req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.61 "DELETE /v2.0/ports/23d2642f-7d03-491e-8c1b-d38c7f6db669 HTTP/1.1" status: 204 len: 173 time: 0.7519829 Jun 15 14:28:12.730459 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'name': 'network-vif-deleted', 'tag': '23d2642f-7d03-491e-8c1b-d38c7f6db669'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:28:12.734198 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa57d29-6f42-41cb-9113-ae34642f06f1" -d '{"events": [{"server_uuid": "81954349-304d-4fe3-88a7-31fbe75bcad9", "name": "network-vif-deleted", "tag": "23d2642f-7d03-491e-8c1b-d38c7f6db669"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:28:12.797622 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1916f362-e959-4570-9606-560c7d865645 x-openstack-request-id: req-1916f362-e959-4570-9606-560c7d865645 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:28:12.798156 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81954349-304d-4fe3-88a7-31fbe75bcad9", "name": "network-vif-deleted", "tag": "23d2642f-7d03-491e-8c1b-d38c7f6db669", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:28:12.798662 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1916f362-e959-4570-9606-560c7d865645 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:28:12.799226 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81954349-304d-4fe3-88a7-31fbe75bcad9', 'name': 'network-vif-deleted', 'tag': '23d2642f-7d03-491e-8c1b-d38c7f6db669', 'status': 'completed', 'code': 200} Jun 15 14:28:13.007551 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a78fa-288e-452a-839b-65083c884688 req-5dcbc6c8-b04e-419b-a3f3-3d2c40f30a39 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:13.009380 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-123a78fa-288e-452a-839b-65083c884688 req-5dcbc6c8-b04e-419b-a3f3-3d2c40f30a39 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0899222 Jun 15 14:28:13.062600 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-123a78fa-288e-452a-839b-65083c884688 req-19f5a5a0-3141-461a-b82d-1b2e487e2753 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Jun 15 14:28:13.916814 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 46984) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:13.993122 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e9c88208-4432-497c-9bb2-feff91ae3347 req-ee93851a-9ee3-4e8a-b062-a4c052b5b696 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0391555 Jun 15 14:28:14.059028 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96f019e2-161b-4c65-be49-beb157576538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.206512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96f019e2-161b-4c65-be49-beb157576538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.219723 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96f019e2-161b-4c65-be49-beb157576538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.244211 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-89626065-a462-4c14-8c77-f65bbc0bb799 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:14.299546 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-96f019e2-161b-4c65-be49-beb157576538 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86fa2f7396164ef3b2be508be76f698a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815987 Jun 15 14:28:14.304081 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47004) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:14.304882 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f019e2-161b-4c65-be49-beb157576538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eac7cf-881c-4b08-932b-17a87238358a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:14.307636 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-96f019e2-161b-4c65-be49-beb157576538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:14.327806 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a542d-a3d5-483a-8c5e-674a62e5c071 req-c230cdca-8386-4713-aaec-a46e41cff7db tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:14.329832 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d3a542d-a3d5-483a-8c5e-674a62e5c071 req-c230cdca-8386-4713-aaec-a46e41cff7db tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.1206145 Jun 15 14:28:14.378318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.379710 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d3a542d-a3d5-483a-8c5e-674a62e5c071 req-3743aae9-79b8-40f2-92f6-1a7f26172b17 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Jun 15 14:28:14.411201 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.485550 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.489564 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.489692 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8eac7cf-881c-4b08-932b-17a87238358a HTTP/1.1" status: 204 len: 168 time: 0.1845973 Jun 15 14:28:14.491911 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b077076c-16fa-49f2-bfa4-7b378a0dcd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:14.500289 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eac7cf-881c-4b08-932b-17a87238358a,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:14.502993 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:14.677151 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-be6713c1-42c5-4307-a932-9d2140ec71c3 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:14.684206 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-be6713c1-42c5-4307-a932-9d2140ec71c3 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.1813428 Jun 15 14:28:14.696050 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-a35d0ad0-1a20-4496-9668-a4da73a125b0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/quotas/8f50be4fbedc42d6bb1f17de375f825a HTTP/1.1" status: 200 len: 375 time: 0.0110190 Jun 15 14:28:14.776382 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-c9537f92-f467-4972-8913-7ba6c40b441f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742202 Jun 15 14:28:14.851630 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47026) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:14.867987 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bc73cd96-3fae-4ebe-a553-893305f87702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.908624 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-062acaa2-efa3-460e-9c30-12379c47aa4f service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243393 Jun 15 14:28:14.972642 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bc73cd96-3fae-4ebe-a553-893305f87702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.980699 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bc73cd96-3fae-4ebe-a553-893305f87702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:14.983129 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:15.024460 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-bc73cd96-3fae-4ebe-a553-893305f87702 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d2c9fa1ec9e4f688f0c359bd3bead92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716435 Jun 15 14:28:15.025533 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73cd96-3fae-4ebe-a553-893305f87702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b3d07-45d4-4d97-860e-9eb49ffdab42,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:15.027423 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47030) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:15.028668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bc73cd96-3fae-4ebe-a553-893305f87702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:15.066380 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-d0a64b7f-447b-4840-9f8b-fb35dba98659 service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511967 Jun 15 14:28:15.113612 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:15.139076 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:15.231162 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:15.238506 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:15.242532 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/533b3d07-45d4-4d97-860e-9eb49ffdab42 HTTP/1.1" status: 204 len: 168 time: 0.2118535 Jun 15 14:28:15.242532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9b904bb6-6b47-4162-a941-750ec851d8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:15.253480 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b3d07-45d4-4d97-860e-9eb49ffdab42,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:15.267590 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:15.358641 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e1b0310e-88d7-4454-b9a7-6d3f189f83ba req-66a4dd89-8fb1-45d0-b03b-4c1076ca032b tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0478177 Jun 15 14:28:15.441998 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f3c5be8-f323-47bc-a13e-825eb45d3a50 req-96a27565-6241-4755-a25c-5ea0b7332e9f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 210 time: 0.0369015 Jun 15 14:28:15.658788 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964959-a7d0-4fbd-9556-478ff8ab590d req-2a438635-6c80-4a59-9ae5-c147d00a9b98 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:15.660755 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e6964959-a7d0-4fbd-9556-478ff8ab590d req-2a438635-6c80-4a59-9ae5-c147d00a9b98 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0864785 Jun 15 14:28:15.721828 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e6964959-a7d0-4fbd-9556-478ff8ab590d req-c04e86fb-a487-4c99-bc4d-dd7447b8fb6e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539393 Jun 15 14:28:16.322314 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:28:16.555039 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8a084cb1-06a6-4800-b547-56088628e08b req-55aefb88-b11a-44d8-959d-ab064527039e tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0347683 Jun 15 14:28:16.605630 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 23d2642f-7d03-491e-8c1b-d38c7f6db669 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:28:16.636258 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 23d2642f-7d03-491e-8c1b-d38c7f6db669 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:28:16.637591 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 23d2642f-7d03-491e-8c1b-d38c7f6db669 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:28:16.709036 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4052cb8a-1fc1-4326-a4bb-09a8231d127b req-f1bc4ae4-afcc-4a2c-8a50-1d86bd1fa0cb tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 210 time: 0.0501938 Jun 15 14:28:16.925944 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eab5a-1af5-4281-8f85-436bc9ad2bde req-656a52e8-240e-4244-9c36-da85d3c94c9f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:16.926504 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039e114-2a46-4cc0-abd4-4d501f6efae6 req-8cb1819a-5f18-4344-a862-e99392bc7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:16.927411 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aa8eab5a-1af5-4281-8f85-436bc9ad2bde req-656a52e8-240e-4244-9c36-da85d3c94c9f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0757535 Jun 15 14:28:16.928216 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9039e114-2a46-4cc0-abd4-4d501f6efae6 req-8cb1819a-5f18-4344-a862-e99392bc7a44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 1099 time: 0.0609245 Jun 15 14:28:16.974226 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9039e114-2a46-4cc0-abd4-4d501f6efae6 req-1468dc29-c96d-4300-8543-4ee829779d06 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390153 Jun 15 14:28:16.988146 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aa8eab5a-1af5-4281-8f85-436bc9ad2bde req-feedac2d-c366-422a-b4bb-73ea5697edc2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532827 Jun 15 14:28:17.709809 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6eaa49c0-4450-4a4a-9eb5-aa2b71bca27b req-30165dcb-4467-4d0e-b3c5-b329d2944983 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0368156 Jun 15 14:28:17.872637 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12d67f4c-2c15-46b2-b5b3-14e881917eb5 req-5f287088-f446-46a6-beef-372d050d9005 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 210 time: 0.0368466 Jun 15 14:28:18.181893 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131e6c-d7a5-4ccb-978d-85a1ac179169 req-3fb0e9a2-03c2-4e9e-817b-534893eeec52 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:18.183751 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eb131e6c-d7a5-4ccb-978d-85a1ac179169 req-3fb0e9a2-03c2-4e9e-817b-534893eeec52 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.0770864 Jun 15 14:28:18.232829 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eb131e6c-d7a5-4ccb-978d-85a1ac179169 req-a476ac67-a6b4-4e8b-b390-4d84d94abcec tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Jun 15 14:28:18.709358 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-2e9a8a9e-45c8-4511-b930-e9f83bf91870 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:18.710873 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-2e9a8a9e-45c8-4511-b930-e9f83bf91870 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.1537368 Jun 15 14:28:18.745959 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Request body: {'port': {'device_id': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'admin_state_up': True, 'tenant_id': '8f50be4fbedc42d6bb1f17de375f825a'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:28:18.911175 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2465adf9-37c8-497e-aac5-901666353795 req-b1d729fd-d3f3-40a9-920f-5d4ae6d1f8e3 tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] 10.222.0.15 "GET /v2.0/ports?device_id=81954349-304d-4fe3-88a7-31fbe75bcad9 HTTP/1.1" status: 200 len: 210 time: 0.0429857 Jun 15 14:28:18.922633 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Made reservation on behalf of 8f50be4fbedc42d6bb1f17de375f825a for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:28:18.926765 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:19.156063 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Allocated IP 172.20.0.11 (b5daba63-0e0c-4bca-a4ae-b35b45463e3a/2d7e333c-c43c-4232-b649-4207313a02ba/1965ecd8-f7c0-4793-9a6a-98435d431b96) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:28:19.157920 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f7aabe19-9189-48db-af64-01887c2ed4a8 req-4a74a9fc-7fd3-4f70-87e4-1e0a1b127b7c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 210 time: 0.0510116 Jun 15 14:28:19.719122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:19.774006 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:19.781891 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3255ae1f-4dd5-4b77-a8d9-caa8acd0cf9a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:19.822637 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30ea2-4d4d-4840-b5a0-75b59f14d003 req-51d555e0-0de6-4305-a782-973d935ceea7 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:19.824250 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9c30ea2-4d4d-4840-b5a0-75b59f14d003 req-51d555e0-0de6-4305-a782-973d935ceea7 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.4474533 Jun 15 14:28:19.838051 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:28:19.841426 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:28:19.846545 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:28:19.852689 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:19.853359 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:19.865745 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event updated for resources: {'Port': ['ID=1965ecd8-f7c0-4793-9a6a-98435d431b96,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:19.870602 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:19.878086 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1365409 Jun 15 14:28:19.890872 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9c30ea2-4d4d-4840-b5a0-75b59f14d003 req-ccb16fa6-5977-4abf-8a76-3b8ea140a4c2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582552 Jun 15 14:28:20.087600 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6754b6b-501d-4fa8-8073-618ed8a46a48 req-767544c6-7385-464c-bff4-59a8fcf6778e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:20.089083 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f6754b6b-501d-4fa8-8073-618ed8a46a48 req-767544c6-7385-464c-bff4-59a8fcf6778e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0721016 Jun 15 14:28:20.139082 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f6754b6b-501d-4fa8-8073-618ed8a46a48 req-b011e32c-eba9-443a-9416-52d52f27d075 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jun 15 14:28:20.351287 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602da7a-f251-469a-a6d8-a5b5dafd4f11 req-513a5653-dcd8-4833-984e-172ee861fa1d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:20.353241 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f602da7a-f251-469a-a6d8-a5b5dafd4f11 req-513a5653-dcd8-4833-984e-172ee861fa1d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 932 time: 0.0804820 Jun 15 14:28:20.404281 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f602da7a-f251-469a-a6d8-a5b5dafd4f11 req-5e4e4e38-beb0-4714-ae62-6dd57bf6e62a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Jun 15 14:28:21.593347 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8597be-b236-4c2e-8485-589dd23dd8d8 req-53c1da2c-4e2d-48f9-bdef-e7563198abee tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:21.595178 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad8597be-b236-4c2e-8485-589dd23dd8d8 req-53c1da2c-4e2d-48f9-bdef-e7563198abee tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 932 time: 0.0757341 Jun 15 14:28:21.644019 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ad8597be-b236-4c2e-8485-589dd23dd8d8 req-f9dbef42-554d-43f0-a100-6c0474b65a4f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426047 Jun 15 14:28:22.003184 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Request body: {'port': {'device_id': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:28:22.097992 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.419006 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1965ecd8-f7c0-4793-9a6a-98435d431b96 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:28:22.426988 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.439102 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Transition to ACTIVE for port object 1965ecd8-f7c0-4793-9a6a-98435d431b96 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:28:22.443359 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.446098 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:22.538879 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Pushing event updated for resources: {'Port': ['ID=1965ecd8-f7c0-4793-9a6a-98435d431b96,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:22.543109 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:22.582536 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Attempting to bind port 1965ecd8-f7c0-4793-9a6a-98435d431b96 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:28:22.582882 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Attempting to bind port 1965ecd8-f7c0-4793-9a6a-98435d431b96 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:28:22.583215 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Attempting to bind port 1965ecd8-f7c0-4793-9a6a-98435d431b96 on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:28:22.587805 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Port 1965ecd8-f7c0-4793-9a6a-98435d431b96 on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:28:22.588136 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Attempting to bind port 1965ecd8-f7c0-4793-9a6a-98435d431b96 on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:28:22.593175 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:28:22.593726 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Checking segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:28:22.594215 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Bound using segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:28:22.594679 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Bound port: 1965ecd8-f7c0-4793-9a6a-98435d431b96, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:28:22.595036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.669870 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] For port 1965ecd8-f7c0-4793-9a6a-98435d431b96, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:28:22.673997 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] For port 1965ecd8-f7c0-4793-9a6a-98435d431b96, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=1965ecd8-f7c0-4793-9a6a-98435d431b96,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:28:22.680250 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.683825 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:22.724158 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:22.724575 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.725965 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] 10.222.0.61 "PUT /v2.0/ports/1965ecd8-f7c0-4793-9a6a-98435d431b96 HTTP/1.1" status: 200 len: 1094 time: 0.7286179 Jun 15 14:28:22.728280 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'tag': '1965ecd8-f7c0-4793-9a6a-98435d431b96'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:28:22.730516 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90bc1f6-cdcd-4584-8cbd-1f7e7b3fb365" -d '{"events": [{"name": "network-changed", "server_uuid": "86cd9ff9-25c1-4e94-bb93-3d93a1064967", "tag": "1965ecd8-f7c0-4793-9a6a-98435d431b96"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:28:22.759856 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Pushing event updated for resources: {'Port': ['ID=1965ecd8-f7c0-4793-9a6a-98435d431b96,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:22.763007 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:22.836182 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0955b-f6cd-400d-b9ee-2104d00446c1 req-e62de019-a209-4cb9-8ceb-b2545ec12ef2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:22.837631 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d3f0955b-f6cd-400d-b9ee-2104d00446c1 req-e62de019-a209-4cb9-8ceb-b2545ec12ef2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 944 time: 0.0721145 Jun 15 14:28:22.879067 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d3f0955b-f6cd-400d-b9ee-2104d00446c1 req-2b416598-423a-460e-ac6f-0eb60188797d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Jun 15 14:28:22.926286 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f7ed05-8620-4c2f-8ce4-780d2f2eee38 x-openstack-request-id: req-d1f7ed05-8620-4c2f-8ce4-780d2f2eee38 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:28:22.926623 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cd9ff9-25c1-4e94-bb93-3d93a1064967", "tag": "1965ecd8-f7c0-4793-9a6a-98435d431b96", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:28:22.926898 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1f7ed05-8620-4c2f-8ce4-780d2f2eee38 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:28:22.927680 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'tag': '1965ecd8-f7c0-4793-9a6a-98435d431b96', 'status': 'completed', 'code': 200} Jun 15 14:28:23.099351 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:28:23.258761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bc1f6-cdcd-4584-8cbd-1f7e7b3fb365 req-b5ca68a0-d4ca-45b3-a5d5-3388da622322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:23.260567 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c90bc1f6-cdcd-4584-8cbd-1f7e7b3fb365 req-b5ca68a0-d4ca-45b3-a5d5-3388da622322 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 1097 time: 0.0661628 Jun 15 14:28:23.463508 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bc1f6-cdcd-4584-8cbd-1f7e7b3fb365 req-dd35326c-2e72-4df7-951c-4eee603a7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:23.465311 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c90bc1f6-cdcd-4584-8cbd-1f7e7b3fb365 req-dd35326c-2e72-4df7-951c-4eee603a7e8c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1892085 Jun 15 14:28:23.657689 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bc1f6-cdcd-4584-8cbd-1f7e7b3fb365 req-fdb9120f-ca8d-4f4e-bb09-d568a8174673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:23.659225 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c90bc1f6-cdcd-4584-8cbd-1f7e7b3fb365 req-fdb9120f-ca8d-4f4e-bb09-d568a8174673 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839821 Jun 15 14:28:23.804246 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-c2d4ebcb-5a3d-41e5-ac89-4162ab51bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:23.805637 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-c2d4ebcb-5a3d-41e5-ac89-4162ab51bd80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 1097 time: 0.0629783 Jun 15 14:28:23.880561 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-eb2e6161-f250-4872-916e-9ce9a971e81e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1965ecd8-f7c0-4793-9a6a-98435d431b96 HTTP/1.1" status: 200 len: 217 time: 0.0509036 Jun 15 14:28:23.948891 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-6b858fc3-af12-4ec2-bf64-f7397f5d1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:23.950334 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-6b858fc3-af12-4ec2-bf64-f7397f5d1924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.0570197 Jun 15 14:28:23.992191 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-6bc20978-0774-43d4-b75b-b5f126e1a081 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330763 Jun 15 14:28:24.072987 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd7e2-8ae1-4a74-93d0-900885522b4a req-2a931b93-b4d9-4c30-b1d3-0ddee88b190c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:24.081735 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-314dd7e2-8ae1-4a74-93d0-900885522b4a req-2a931b93-b4d9-4c30-b1d3-0ddee88b190c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 944 time: 0.0835650 Jun 15 14:28:24.121749 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-99452ca1-189c-43be-9a5c-0241b37e68d1 service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220324 Jun 15 14:28:24.130761 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-314dd7e2-8ae1-4a74-93d0-900885522b4a req-131922c4-5d73-4259-9718-f68522de09df tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479665 Jun 15 14:28:24.269600 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-850ff2f6-5b4d-4116-aab8-235c1bdf7b12 req-52238734-4d0f-48b5-842d-3d68d9d6a0de service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370420 Jun 15 14:28:25.123213 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47326) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:25.144895 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-69279e33-ed1a-4b2f-ab45-e37d66b1fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:25.146419 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-69279e33-ed1a-4b2f-ab45-e37d66b1fa64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.0804799 Jun 15 14:28:25.191862 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da654f-d656-48b3-93cb-2abc95bf9b92 req-ac2870d3-95b8-40bd-b944-06493859632e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:25.194171 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74da654f-d656-48b3-93cb-2abc95bf9b92 req-ac2870d3-95b8-40bd-b944-06493859632e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0869007 Jun 15 14:28:25.271802 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74da654f-d656-48b3-93cb-2abc95bf9b92 req-22a0bddd-8b75-444d-a47c-642455944884 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707009 Jun 15 14:28:25.342864 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8e44838f-f76c-4e55-9c84-4558abf01597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.357812 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-48c9d7f5-388e-4534-af27-c1a737c3ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:25.360065 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-48c9d7f5-388e-4534-af27-c1a737c3ebdb service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 920 time: 0.2068088 Jun 15 14:28:25.399883 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ff22c326-dc88-498e-9ad7-cc51b38e2697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.404769 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c5504-8fd1-4323-b5e0-b4b6f81e78af req-afc3c9a6-77d7-4e5e-afe4-d67209e9cb88 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:25.407593 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da1c5504-8fd1-4323-b5e0-b4b6f81e78af req-afc3c9a6-77d7-4e5e-afe4-d67209e9cb88 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 944 time: 0.0985274 Jun 15 14:28:25.432095 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-d2f9ddd4-d94f-40a2-849f-aebd1c0d82da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 200 len: 217 time: 0.0620358 Jun 15 14:28:25.483664 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da1c5504-8fd1-4323-b5e0-b4b6f81e78af req-9e41f74c-144e-461e-905c-973be2bc9fe2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686443 Jun 15 14:28:25.515834 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47340) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:25.665079 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c179e6f7-11c6-4714-9069-75d491965f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.735542 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47350) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:25.762711 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-d6f588cc-6707-44fc-924f-425ba2d545b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:25.764249 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-d6f588cc-6707-44fc-924f-425ba2d545b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.3186796 Jun 15 14:28:25.793295 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Deleting subnet 33e20ece-449b-4ddf-ae25-0015a71bf1ad {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:28:25.796956 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.812910 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-2af10f6c-6fec-4f7e-a790-e92bf82f036f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370753 Jun 15 14:28:25.842833 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.852495 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.880051 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8e44838f-f76c-4e55-9c84-4558abf01597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.931057 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8e44838f-f76c-4e55-9c84-4558abf01597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.936511 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bc73cd96-3fae-4ebe-a553-893305f87702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:25.971710 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:25.981203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:26.004976 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44838f-f76c-4e55-9c84-4558abf01597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951daea6-ccce-43ac-b090-8c22a3696640,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:26.012941 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8e44838f-f76c-4e55-9c84-4558abf01597 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a71a965eef0447e9f6479d4663ae0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8886528 Jun 15 14:28:26.019280 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47354) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:26.021828 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8e44838f-f76c-4e55-9c84-4558abf01597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:26.029214 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-f1124b7b-9490-475f-baa6-8c48bce70410 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100346 Jun 15 14:28:26.032512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e20ece-449b-4ddf-ae25-0015a71bf1ad,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:26.034652 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.036650 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/33e20ece-449b-4ddf-ae25-0015a71bf1ad HTTP/1.1" status: 204 len: 168 time: 0.2999806 Jun 15 14:28:26.040241 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47356) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:26.044742 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:26.091073 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c179e6f7-11c6-4714-9069-75d491965f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.102710 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c179e6f7-11c6-4714-9069-75d491965f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.107075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e697102c-5b17-49bd-89a6-db06f60dd9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:26.164030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179e6f7-11c6-4714-9069-75d491965f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc86430e-a3b5-42d1-945c-76cbbf0358b1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:26.169335 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c179e6f7-11c6-4714-9069-75d491965f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:26.175537 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c179e6f7-11c6-4714-9069-75d491965f7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e21480b06df4990b24da45bb5279416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6608622 Jun 15 14:28:26.175537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.175845 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47368) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:26.219230 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.225931 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.299757 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.310485 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-12f045e2-8c40-44a8-81c2-a617af8d509d req-67040ec8-c6ee-4ed4-a5d6-ce786b8fc4b4 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725084 Jun 15 14:28:26.326109 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.337604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.340463 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.345458 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/951daea6-ccce-43ac-b090-8c22a3696640 HTTP/1.1" status: 204 len: 168 time: 0.3248513 Jun 15 14:28:26.348895 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dcb3079a-4a67-43c6-8f4f-41aa3c6e9de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:26.372402 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951daea6-ccce-43ac-b090-8c22a3696640,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:26.380621 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:26.408621 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.412850 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.414088 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc86430e-a3b5-42d1-945c-76cbbf0358b1 HTTP/1.1" status: 204 len: 168 time: 0.2373421 Jun 15 14:28:26.414940 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:26.451805 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc86430e-a3b5-42d1-945c-76cbbf0358b1,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:26.453339 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:26.478090 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.503372 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.503748 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.504871 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.505431 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > port after_create 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.505825 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.506398 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > port after_update 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.506812 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.507141 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.507535 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.507884 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.545533 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1932ceb-696e-4342-b2fd-938a56b1304d req-52661340-d444-4aa1-b0de-4e4c80883e07 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:26.554429 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1932ceb-696e-4342-b2fd-938a56b1304d req-52661340-d444-4aa1-b0de-4e4c80883e07 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1070821 Jun 15 14:28:26.643915 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1932ceb-696e-4342-b2fd-938a56b1304d req-53df8ba4-a3b2-4d47-96a5-09c43adcc6b5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884171 Jun 15 14:28:26.726589 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.726956 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.727469 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.727893 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:28:26.728257 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e8959a-3772-49d0-849f-8fcda3050779']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:28:26.757726 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d13ca3-b59d-4494-88ee-9bdc94723eb5') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:28:26.758085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d13ca3-b59d-4494-88ee-9bdc94723eb5') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:28:26.782330 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.810911 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.816903 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dec5d8-d5ad-454c-94d8-82dc9313cd67 req-8b068299-4a48-4864-aad2-6530557aafa9 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:26.824529 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:28:26.825039 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.826136 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d0dec5d8-d5ad-454c-94d8-82dc9313cd67 req-8b068299-4a48-4864-aad2-6530557aafa9 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 944 time: 0.1504669 Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: from cryptography.utils import int_from_bytes Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: from cryptography.utils import int_from_bytes Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:28:26.835660 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:28:26.839704 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:28:26.881845 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d0dec5d8-d5ad-454c-94d8-82dc9313cd67 req-ffbf9022-943e-4d85-a400-c046ca73f336 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Jun 15 14:28:26.938896 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.939289 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47402) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:26.944805 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4c28445a-bbeb-4717-8677-68da9ef23337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:26.975485 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-788e5ed4-53f2-41c3-98d6-75d474c07757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.977580 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:26.984652 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] 10.222.0.15 "DELETE /v2.0/networks/49e8959a-3772-49d0-849f-8fcda3050779 HTTP/1.1" status: 204 len: 168 time: 0.9390662 Jun 15 14:28:26.986463 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e8959a-3772-49d0-849f-8fcda3050779,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:26.991350 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:27.115009 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-788e5ed4-53f2-41c3-98d6-75d474c07757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.120271 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-788e5ed4-53f2-41c3-98d6-75d474c07757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.123762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c2e04ae0-cbd1-4f41-b19e-46055d3ceb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:27.152482 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 1965ecd8-f7c0-4793-9a6a-98435d431b96 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:28:27.167820 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-788e5ed4-53f2-41c3-98d6-75d474c07757 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e75f8f74d6cd4755a30b67355bce218d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267022 Jun 15 14:28:27.170815 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e5ed4-53f2-41c3-98d6-75d474c07757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a8dc59-47ea-4104-9c2c-1643d83e0b3e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:27.171123 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47414) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:27.174557 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-788e5ed4-53f2-41c3-98d6-75d474c07757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:27.235726 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47418) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:27.252373 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.292419 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9a75b15c-07a0-4b70-bd6b-44bf96e12c24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c7bdfd6c3a54613927edc03b6f9d457&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554543 Jun 15 14:28:27.293123 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47422) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:27.314761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.330521 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 1965ecd8-f7c0-4793-9a6a-98435d431b96, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=1965ecd8-f7c0-4793-9a6a-98435d431b96,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:28:27.352011 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '1965ecd8-f7c0-4793-9a6a-98435d431b96', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'port_id': '1965ecd8-f7c0-4793-9a6a-98435d431b96', 'mac_address': 'fa:16:3e:37:89:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7e333c-c43c-4232-b649-4207313a02ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:28:27.352921 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.380324 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.395790 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.399354 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.401146 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2a8dc59-47ea-4104-9c2c-1643d83e0b3e HTTP/1.1" status: 204 len: 168 time: 0.2285712 Jun 15 14:28:27.402159 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7ad39bba-1651-4f83-9f75-df8b7c13b16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:27.414089 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a8dc59-47ea-4104-9c2c-1643d83e0b3e,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:27.415759 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.416784 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:27.443065 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1965ecd8-f7c0-4793-9a6a-98435d431b96 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:28:27.450876 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.454643 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.458086 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2944785-7f7b-4d58-ad02-4f7f5249a181 HTTP/1.1" status: 204 len: 168 time: 0.1616986 Jun 15 14:28:27.458086 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b291cb68-c686-4c1b-b6ca-6c3fdc365895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:27.467936 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2944785-7f7b-4d58-ad02-4f7f5249a181,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:27.482168 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:27.485215 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 1965ecd8-f7c0-4793-9a6a-98435d431b96, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=1965ecd8-f7c0-4793-9a6a-98435d431b96,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:28:27.493528 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.500830 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:27.573965 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=1965ecd8-f7c0-4793-9a6a-98435d431b96,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:27.577259 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.583473 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.584051 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.584582 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.585129 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.585822 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.586332 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.586762 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.587108 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.587450 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.587788 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.588185 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.588633 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:28:27.595014 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:27.945379 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae7077-b978-46e4-8e4c-2694bc2bd3c2 req-cb95e180-1ac9-4660-9c41-8f44c324b53f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:27.946871 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['1965ecd8-f7c0-4793-9a6a-98435d431b96'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:28:27.947282 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f2ae7077-b978-46e4-8e4c-2694bc2bd3c2 req-cb95e180-1ac9-4660-9c41-8f44c324b53f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1457527 Jun 15 14:28:28.057355 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f2ae7077-b978-46e4-8e4c-2694bc2bd3c2 req-b22f5b4a-ae79-4769-860d-d67f9b01742c tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010835 Jun 15 14:28:28.325622 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:28.576039 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cca75-7345-4a3c-81a4-1a39f8d42dc8 req-03086ff9-74c0-4386-a443-32c02dae6141 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:28.579390 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-116cca75-7345-4a3c-81a4-1a39f8d42dc8 req-03086ff9-74c0-4386-a443-32c02dae6141 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 945 time: 0.0989509 Jun 15 14:28:28.627327 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-116cca75-7345-4a3c-81a4-1a39f8d42dc8 req-93264ff4-9222-4875-adc6-9bc9396e99b8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Jun 15 14:28:28.710317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47506) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:28.823650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e28332ba-3a37-4a57-a7d2-9025ecd9c4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:28.950237 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e28332ba-3a37-4a57-a7d2-9025ecd9c4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:28.955849 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e28332ba-3a37-4a57-a7d2-9025ecd9c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:28.958401 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c1fd2250-e70f-4b0f-b1e0-004349a37662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:29.002133 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e28332ba-3a37-4a57-a7d2-9025ecd9c4c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=291e61b1e160469388810b68455fe295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906685 Jun 15 14:28:29.003223 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28332ba-3a37-4a57-a7d2-9025ecd9c4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd611b-69d7-4bf2-8340-14d7eef43f30,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:29.004889 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47518) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:29.006416 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e28332ba-3a37-4a57-a7d2-9025ecd9c4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:29.027711 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b75cd8c0-c61b-47d4-a46f-ccc70af3a5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:29.092504 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:29.120125 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:29.184773 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:29.189135 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:29.193791 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9fd611b-69d7-4bf2-8340-14d7eef43f30 HTTP/1.1" status: 204 len: 168 time: 0.1870961 Jun 15 14:28:29.194896 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-972c386d-b18c-450a-9e42-ca1c3d225e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:29.247167 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd611b-69d7-4bf2-8340-14d7eef43f30,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:29.254291 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:29.304180 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6d1fb-4ed8-420b-afd9-81066ca593ef req-8ecf5e66-8ee6-449e-81b8-27ee1976a1ce tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:29.306310 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1bc6d1fb-4ed8-420b-afd9-81066ca593ef req-8ecf5e66-8ee6-449e-81b8-27ee1976a1ce tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1085145 Jun 15 14:28:29.368947 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1bc6d1fb-4ed8-420b-afd9-81066ca593ef req-07e0aab1-914a-4812-8a9c-d0820deb640e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Jun 15 14:28:29.764631 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47554) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:29.801233 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e89919e9-4719-4508-a2eb-820e3a8ff2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:29.951835 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137bc1-b76a-40ab-b662-c69eb8089617 req-0fd9134c-7d46-47a7-a3be-17045308539c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:29.953958 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2e137bc1-b76a-40ab-b662-c69eb8089617 req-0fd9134c-7d46-47a7-a3be-17045308539c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 945 time: 0.1551785 Jun 15 14:28:29.994005 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e89919e9-4719-4508-a2eb-820e3a8ff2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.000017 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e89919e9-4719-4508-a2eb-820e3a8ff2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.004925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:30.059068 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2e137bc1-b76a-40ab-b662-c69eb8089617 req-696ba88d-6257-4fb1-ae37-90dec448af04 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950105 Jun 15 14:28:30.069780 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e89919e9-4719-4508-a2eb-820e3a8ff2d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58d3da1fc632485f9d343feef78452b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009355 Jun 15 14:28:30.070490 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47564) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:30.077558 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89919e9-4719-4508-a2eb-820e3a8ff2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2028b51-4874-4308-850b-a5ea6e561582,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:30.082009 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e89919e9-4719-4508-a2eb-820e3a8ff2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:30.154866 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.202196 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.224218 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.280780 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.287184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:30.291765 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2028b51-4874-4308-850b-a5ea6e561582 HTTP/1.1" status: 204 len: 168 time: 0.2174675 Jun 15 14:28:30.291765 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6e9ee6ed-d05d-4b5e-a778-dc5186e8410c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:30.304274 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2028b51-4874-4308-850b-a5ea6e561582,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:30.306656 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:30.704110 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47602) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:30.809182 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b960c15-07c4-42b4-9182-93cb669354b4 req-1d184ca2-09e6-4c75-87dc-82a07dc87f22 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:30.810795 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b960c15-07c4-42b4-9182-93cb669354b4 req-1d184ca2-09e6-4c75-87dc-82a07dc87f22 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0988767 Jun 15 14:28:30.867129 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b960c15-07c4-42b4-9182-93cb669354b4 req-f8274ace-a99b-4930-a2f3-5c8f7e98299d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Jun 15 14:28:30.906469 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4f39c79b-5c0a-4f7d-9c06-1b019b9fc916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.027387 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47614) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:31.032057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4f39c79b-5c0a-4f7d-9c06-1b019b9fc916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.041109 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4f39c79b-5c0a-4f7d-9c06-1b019b9fc916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.043538 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:31.087811 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4f39c79b-5c0a-4f7d-9c06-1b019b9fc916 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb3a133e65a642e5bb96771c617cb4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822224 Jun 15 14:28:31.088625 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39c79b-5c0a-4f7d-9c06-1b019b9fc916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc02cf8-9f69-43f2-9d69-0e0613f501f8,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:31.091711 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47620) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:31.092738 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4f39c79b-5c0a-4f7d-9c06-1b019b9fc916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:31.181519 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.225297 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.240621 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4aca53ca-3ff1-44e3-a406-4d288ceaa7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.304697 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e31ab-fbb1-4668-b92a-13e4bd7f3e4e req-b64da4db-fd9f-4941-b1a0-144013ed2640 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:31.306579 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b63e31ab-fbb1-4668-b92a-13e4bd7f3e4e req-b64da4db-fd9f-4941-b1a0-144013ed2640 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 945 time: 0.0850413 Jun 15 14:28:31.320444 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.325114 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.330141 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdc02cf8-9f69-43f2-9d69-0e0613f501f8 HTTP/1.1" status: 204 len: 168 time: 0.2374241 Jun 15 14:28:31.335293 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5ee866d5-bc62-4baf-82a0-8ace30312208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:31.370270 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc02cf8-9f69-43f2-9d69-0e0613f501f8,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:31.373612 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:31.387255 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b63e31ab-fbb1-4668-b92a-13e4bd7f3e4e req-6a3cff8f-2369-4d24-89de-2620ec8561eb tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700886 Jun 15 14:28:31.424487 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.496907 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4aca53ca-3ff1-44e3-a406-4d288ceaa7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.501714 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4aca53ca-3ff1-44e3-a406-4d288ceaa7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.528260 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-31f20a75-84a6-4d19-bc08-d303339f5bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:31.533346 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-4aca53ca-3ff1-44e3-a406-4d288ceaa7de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea62a61e4e1b4d309fc7102e4a67edb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044973 Jun 15 14:28:31.538297 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47636) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:31.557904 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca53ca-3ff1-44e3-a406-4d288ceaa7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ff33be-132c-4085-97f3-c37f7593289b,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:31.561839 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4aca53ca-3ff1-44e3-a406-4d288ceaa7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:31.621848 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.667716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.758167 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47644) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:31.758482 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.761695 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.763110 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1ff33be-132c-4085-97f3-c37f7593289b HTTP/1.1" status: 204 len: 168 time: 0.2233410 Jun 15 14:28:31.763917 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-96f019e2-161b-4c65-be49-beb157576538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:31.783692 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ff33be-132c-4085-97f3-c37f7593289b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:31.786866 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:31.797207 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-73149031-8999-474c-8b6f-56a36f4cc23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.956462 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-73149031-8999-474c-8b6f-56a36f4cc23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.961363 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-73149031-8999-474c-8b6f-56a36f4cc23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:31.964986 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:31.998195 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73149031-8999-474c-8b6f-56a36f4cc23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b35442-6fbb-474e-a01b-0d792c317ddc,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:32.005187 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-73149031-8999-474c-8b6f-56a36f4cc23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:32.028387 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-73149031-8999-474c-8b6f-56a36f4cc23e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4812503e519747098994f2e59db8c1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683187 Jun 15 14:28:32.030718 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47654) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:32.116257 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.159214 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b73e54-f7ac-4695-8c5d-558f52ad7a7e req-578100eb-3386-45c1-b6de-702ef315a3f5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:32.172146 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-57b73e54-f7ac-4695-8c5d-558f52ad7a7e req-578100eb-3386-45c1-b6de-702ef315a3f5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1316409 Jun 15 14:28:32.186518 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.247993 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-57b73e54-f7ac-4695-8c5d-558f52ad7a7e req-ce743645-d195-4e81-9f4e-c2778c721ced tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742354 Jun 15 14:28:32.279045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.282281 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.283832 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1b35442-6fbb-474e-a01b-0d792c317ddc HTTP/1.1" status: 204 len: 168 time: 0.2519183 Jun 15 14:28:32.284648 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d62766d3-c858-49ad-86c1-7574ed8a69af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:32.294941 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b35442-6fbb-474e-a01b-0d792c317ddc,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:32.298195 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:32.378020 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47664) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:32.398032 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb429-2fd9-4195-89f1-ded608945bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.628504 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb429-2fd9-4195-89f1-ded608945bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.633962 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb429-2fd9-4195-89f1-ded608945bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.634579 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23c470-c2d6-41a8-ad10-c9402dd7065b req-cbddd06f-cea6-4685-890e-e643fd652d84 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:32.641348 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:32.644622 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ac23c470-c2d6-41a8-ad10-c9402dd7065b req-cbddd06f-cea6-4685-890e-e643fd652d84 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 945 time: 0.1059680 Jun 15 14:28:32.700772 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a3ffb429-2fd9-4195-89f1-ded608945bb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37ce4a2b461a42f097f3a440d861ef29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216155 Jun 15 14:28:32.701766 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffb429-2fd9-4195-89f1-ded608945bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b6bb81-08e4-40a4-91af-1bbb2c2b9509,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:32.705149 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47678) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:32.707420 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ac23c470-c2d6-41a8-ad10-c9402dd7065b req-fb8038ae-5451-405b-809d-6fc91a53b360 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616663 Jun 15 14:28:32.712445 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a3ffb429-2fd9-4195-89f1-ded608945bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:32.778625 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.816518 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.877822 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.880535 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.883857 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97b6bb81-08e4-40a4-91af-1bbb2c2b9509 HTTP/1.1" status: 204 len: 168 time: 0.1754863 Jun 15 14:28:32.883857 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e6832e03-7ee8-4ae9-9a05-b48c0f5836c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:32.892635 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b6bb81-08e4-40a4-91af-1bbb2c2b9509,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:32.898797 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:33.242734 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 1965ecd8-f7c0-4793-9a6a-98435d431b96 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:28:33.357224 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 1965ecd8-f7c0-4793-9a6a-98435d431b96 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:28:33.364934 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 1965ecd8-f7c0-4793-9a6a-98435d431b96 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:28:33.365566 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:33.522091 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:33.555471 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1965ecd8-f7c0-4793-9a6a-98435d431b96'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:28:33.557982 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c90eeee-d414-4c5c-b857-4c30b28e8156" -d '{"events": [{"server_uuid": "86cd9ff9-25c1-4e94-bb93-3d93a1064967", "name": "network-vif-plugged", "status": "completed", "tag": "1965ecd8-f7c0-4793-9a6a-98435d431b96"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:28:33.568227 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0df4b3-b123-4f54-944c-e1d7a61165e6 req-c653d266-6021-477e-bda3-a2b151acf404 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:33.571939 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a0df4b3-b123-4f54-944c-e1d7a61165e6 req-c653d266-6021-477e-bda3-a2b151acf404 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1125731 Jun 15 14:28:33.587307 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 1965ecd8-f7c0-4793-9a6a-98435d431b96, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=1965ecd8-f7c0-4793-9a6a-98435d431b96,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:28:33.589660 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:33.592168 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:33.635577 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b243a7e-0c8e-4d9f-9111-5078bbd74add x-openstack-request-id: req-0b243a7e-0c8e-4d9f-9111-5078bbd74add {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:28:33.635969 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd9ff9-25c1-4e94-bb93-3d93a1064967", "name": "network-vif-plugged", "status": "completed", "tag": "1965ecd8-f7c0-4793-9a6a-98435d431b96", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:28:33.636378 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b243a7e-0c8e-4d9f-9111-5078bbd74add {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:28:33.636723 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1965ecd8-f7c0-4793-9a6a-98435d431b96', 'code': 200} Jun 15 14:28:33.663890 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=1965ecd8-f7c0-4793-9a6a-98435d431b96,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:33.678280 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:33.734686 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a0df4b3-b123-4f54-944c-e1d7a61165e6 req-990d6dc2-395e-4c65-8724-127368686675 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512473 Jun 15 14:28:34.038939 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0ab7a-b244-4385-ad16-87c80a27744b req-e82f3612-c6cf-4203-a611-7ce99787b2e1 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:34.040859 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cf0ab7a-b244-4385-ad16-87c80a27744b req-e82f3612-c6cf-4203-a611-7ce99787b2e1 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.1258993 Jun 15 14:28:34.122424 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cf0ab7a-b244-4385-ad16-87c80a27744b req-a81b33e7-114e-49b1-819c-620c83c23927 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739734 Jun 15 14:28:34.123486 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d867f-d7a9-42d3-a3bc-7c8f90881957 req-51b46aa0-b5f8-47b8-b8ab-e6f40c96d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:34.127181 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f93d867f-d7a9-42d3-a3bc-7c8f90881957 req-51b46aa0-b5f8-47b8-b8ab-e6f40c96d71b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 1099 time: 0.1048977 Jun 15 14:28:34.192841 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f93d867f-d7a9-42d3-a3bc-7c8f90881957 req-88e7dd00-0c33-4095-b81e-67115d6aaa74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590911 Jun 15 14:28:35.019123 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c84d9a-e988-4393-91a3-b1babfde958a req-3d0799a8-512a-4ccf-a8fe-5f529fd4834d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:35.021788 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b6c84d9a-e988-4393-91a3-b1babfde958a req-3d0799a8-512a-4ccf-a8fe-5f529fd4834d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1197162 Jun 15 14:28:35.106953 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b6c84d9a-e988-4393-91a3-b1babfde958a req-7fd36b5e-4c62-4aac-9caf-33aeb447a879 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Jun 15 14:28:35.362909 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d673c7-6171-4101-96e4-ed806c818df3 req-bdad50d6-1902-41d9-b5e5-cd66ecef44c4 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:35.365335 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-48d673c7-6171-4101-96e4-ed806c818df3 req-bdad50d6-1902-41d9-b5e5-cd66ecef44c4 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.1030407 Jun 15 14:28:35.476481 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-48d673c7-6171-4101-96e4-ed806c818df3 req-1999242e-1453-4e04-914f-1c4226843f63 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989556 Jun 15 14:28:36.394287 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfde343-6d35-48f9-ba56-584493626b26 req-903078c3-f2de-45ce-b124-ac0632f63583 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:36.396532 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9cfde343-6d35-48f9-ba56-584493626b26 req-903078c3-f2de-45ce-b124-ac0632f63583 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1266451 Jun 15 14:28:36.456585 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9cfde343-6d35-48f9-ba56-584493626b26 req-9bbd19eb-7e8b-4320-b52e-27e20c719505 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493305 Jun 15 14:28:36.749471 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeeac1-849a-4417-8577-cade7f78f624 req-16ff972a-237f-454e-8614-4c06f5abcd3d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:36.752178 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0beeeac1-849a-4417-8577-cade7f78f624 req-16ff972a-237f-454e-8614-4c06f5abcd3d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.1229877 Jun 15 14:28:36.768466 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47870) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:36.810679 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0beeeac1-849a-4417-8577-cade7f78f624 req-254aebe1-1b55-4eed-9934-b1a00202d4bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509932 Jun 15 14:28:36.904160 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4d24a0d1-ab1e-4ffb-b335-b8eadcefe805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.005381 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4d24a0d1-ab1e-4ffb-b335-b8eadcefe805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.009227 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4d24a0d1-ab1e-4ffb-b335-b8eadcefe805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.011687 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-73149031-8999-474c-8b6f-56a36f4cc23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:37.051704 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24a0d1-ab1e-4ffb-b335-b8eadcefe805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d35d2-9fef-4c03-b009-8c2bf28b5b0c,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:37.058756 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-4d24a0d1-ab1e-4ffb-b335-b8eadcefe805 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ce96555ef0c4304ab0835c3ec9c0cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890811 Jun 15 14:28:37.059124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47876) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:37.059750 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4d24a0d1-ab1e-4ffb-b335-b8eadcefe805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:37.121728 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.144961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.198030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.201190 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.202452 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d43d35d2-9fef-4c03-b009-8c2bf28b5b0c HTTP/1.1" status: 204 len: 168 time: 0.1413014 Jun 15 14:28:37.203901 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e8f87730-cba0-434a-97d4-c85f81a77d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:37.213085 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d35d2-9fef-4c03-b009-8c2bf28b5b0c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:37.215550 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:37.504633 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47888) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:37.538278 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b6d6-b510-498f-8b5c-cb92202d3bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.685893 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b6d6-b510-498f-8b5c-cb92202d3bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.701484 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b6d6-b510-498f-8b5c-cb92202d3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.708310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:37.758214 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e1d9b6d6-b510-498f-8b5c-cb92202d3bf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f00bf494f4734e3d8a71e70f91c4ea5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516658 Jun 15 14:28:37.762392 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 47894) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:37.768366 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9b6d6-b510-498f-8b5c-cb92202d3bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdda18c-efaa-4963-b82d-c1abdeb91e12,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:37.781102 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e1d9b6d6-b510-498f-8b5c-cb92202d3bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:37.789836 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1cde9-79de-43d1-953d-6f28bb284cfd req-40533039-ba83-4b62-bb96-6c27fcc46d48 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:37.791422 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-adc1cde9-79de-43d1-953d-6f28bb284cfd req-40533039-ba83-4b62-bb96-6c27fcc46d48 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1768851 Jun 15 14:28:37.840611 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.861729 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-adc1cde9-79de-43d1-953d-6f28bb284cfd req-8efbfb59-9b0d-49fc-9070-df1542dfd30d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593307 Jun 15 14:28:37.875684 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.937993 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.941106 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:37.942400 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bdda18c-efaa-4963-b82d-c1abdeb91e12 HTTP/1.1" status: 204 len: 168 time: 0.1787024 Jun 15 14:28:37.943195 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:37.954462 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdda18c-efaa-4963-b82d-c1abdeb91e12,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:37.957465 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:38.049093 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece08209-67f2-4340-8834-50174d7c4702 req-f53c16b5-5d1a-448a-b06c-1ba3346db1dc tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:38.051173 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ece08209-67f2-4340-8834-50174d7c4702 req-f53c16b5-5d1a-448a-b06c-1ba3346db1dc tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.0873346 Jun 15 14:28:38.109563 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ece08209-67f2-4340-8834-50174d7c4702 req-94964566-c08b-41d9-8f5b-1f8773c94164 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 Jun 15 14:28:39.281961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5679599-ba91-4987-9ec9-1b9c443c5789 req-7546fdfd-09ea-4409-ad13-52065d1b6e53 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:39.284456 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d5679599-ba91-4987-9ec9-1b9c443c5789 req-7546fdfd-09ea-4409-ad13-52065d1b6e53 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1699171 Jun 15 14:28:39.394978 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d5679599-ba91-4987-9ec9-1b9c443c5789 req-95de8527-62e9-49b2-a093-1e8553458c38 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003432 Jun 15 14:28:39.504991 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 47980) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:39.523629 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074cd04-5b5d-473b-9763-3d164bf1bbe8 req-9beeb292-5000-443b-a61c-8fdb46857405 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:39.525169 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5074cd04-5b5d-473b-9763-3d164bf1bbe8 req-9beeb292-5000-443b-a61c-8fdb46857405 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.1438229 Jun 15 14:28:39.586468 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5074cd04-5b5d-473b-9763-3d164bf1bbe8 req-b1a1fc37-578e-489f-8677-5978c99c4051 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 Jun 15 14:28:39.857584 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-329c4bb7-7fed-4273-876d-a2340389e721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:40.002171 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-329c4bb7-7fed-4273-876d-a2340389e721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:40.011814 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-329c4bb7-7fed-4273-876d-a2340389e721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:40.018537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e1d9b6d6-b510-498f-8b5c-cb92202d3bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:40.087756 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48006) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:40.089662 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-329c4bb7-7fed-4273-876d-a2340389e721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd68a8a29020478da96c3c2e44d09beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831680 Jun 15 14:28:40.104627 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c4bb7-7fed-4273-876d-a2340389e721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e112943-04c6-4280-8c6b-18990f95133a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:40.120507 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-329c4bb7-7fed-4273-876d-a2340389e721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:40.198914 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:40.229313 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:40.307136 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:40.310467 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:40.312582 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e112943-04c6-4280-8c6b-18990f95133a HTTP/1.1" status: 204 len: 168 time: 0.2222986 Jun 15 14:28:40.313673 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe0d9584-34a4-4862-bc01-ac6b6e2a48f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:40.326857 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e112943-04c6-4280-8c6b-18990f95133a,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:40.330814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:40.677882 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8be0c1-8faa-45d2-a6f9-c949e7661d6d req-49ffb674-0339-4256-9e5f-b91f070e9362 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:40.680592 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9c8be0c1-8faa-45d2-a6f9-c949e7661d6d req-49ffb674-0339-4256-9e5f-b91f070e9362 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1080196 Jun 15 14:28:40.739357 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9c8be0c1-8faa-45d2-a6f9-c949e7661d6d req-c513ecc3-2631-49da-8741-04b7384a4abb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492451 Jun 15 14:28:40.855790 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48036) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:40.876025 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5751649a-1ee1-4fbe-8dea-5829fe736fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.010036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5751649a-1ee1-4fbe-8dea-5829fe736fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.015712 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5751649a-1ee1-4fbe-8dea-5829fe736fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.020162 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-899092af-ab9e-41cc-97b1-5d580d3af8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:41.069438 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751649a-1ee1-4fbe-8dea-5829fe736fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e053dd8f-0835-4f0d-a6e2-f7c46264aed2,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:41.076162 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5751649a-1ee1-4fbe-8dea-5829fe736fd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef134cd67c5d4a708d0bbfe764d06108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192819 Jun 15 14:28:41.077910 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5751649a-1ee1-4fbe-8dea-5829fe736fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:41.079816 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48046) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:41.157784 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.198959 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.268036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.271694 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:41.278056 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e053dd8f-0835-4f0d-a6e2-f7c46264aed2 HTTP/1.1" status: 204 len: 168 time: 0.1919749 Jun 15 14:28:41.278056 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3cc46be3-3841-45b9-a64b-68a3cbd52d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:41.302253 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e053dd8f-0835-4f0d-a6e2-f7c46264aed2,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:41.302253 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:41.978578 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cc325-8ab8-4a93-9195-01604585b0f1 req-f891138d-436d-4baf-b4c7-d01f623094fb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:41.980426 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e57cc325-8ab8-4a93-9195-01604585b0f1 req-f891138d-436d-4baf-b4c7-d01f623094fb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1042705 Jun 15 14:28:42.035377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e57cc325-8ab8-4a93-9195-01604585b0f1 req-16e42989-5798-4637-a2b0-d1bd44e86cd3 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Jun 15 14:28:43.378021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47b413-5550-4e87-99e6-d7c809a2c26b req-933456c9-bd69-4f5d-bb47-a398ed63bfae tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:43.380866 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fa47b413-5550-4e87-99e6-d7c809a2c26b req-933456c9-bd69-4f5d-bb47-a398ed63bfae tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1648533 Jun 15 14:28:43.428310 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fa47b413-5550-4e87-99e6-d7c809a2c26b req-a3cf9dd3-9954-488f-b1ff-06e625ea6f3b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Jun 15 14:28:44.538805 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-ef11e8c8-a7c9-4842-abca-5094620bffb8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:44.569223 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-ef11e8c8-a7c9-4842-abca-5094620bffb8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.2560954 Jun 15 14:28:44.593887 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-0f3939bc-57a6-4285-bd2b-e393d518266f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/quotas/8f50be4fbedc42d6bb1f17de375f825a HTTP/1.1" status: 200 len: 375 time: 0.0229456 Jun 15 14:28:44.747591 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2bfdf047-ac56-42f1-b49d-686b357edb39 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1525419 Jun 15 14:28:44.802916 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8debdaa-6fb1-4d99-912b-f28024906c8a req-baeb1e8f-0973-4926-8930-52449caaec4e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:44.804446 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f8debdaa-6fb1-4d99-912b-f28024906c8a req-baeb1e8f-0973-4926-8930-52449caaec4e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1667614 Jun 15 14:28:44.865109 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f7e03-e01d-4570-9703-38d6635d916a req-0bae7c31-de60-4728-b901-580482b0fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:44.867541 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-601f7e03-e01d-4570-9703-38d6635d916a req-0bae7c31-de60-4728-b901-580482b0fedd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.0968065 Jun 15 14:28:44.933727 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-601f7e03-e01d-4570-9703-38d6635d916a req-d7ab0f64-fbf8-49c1-a2ba-c0ed75899eac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560515 Jun 15 14:28:45.153546 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-87b4d9de-fd76-4961-99c0-1c063dc65c0c service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971789 Jun 15 14:28:45.157433 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f8debdaa-6fb1-4d99-912b-f28024906c8a req-6ad5caa3-8450-4df6-9345-b220834e2c52 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043425 Jun 15 14:28:45.277252 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-63e88413-29b8-4c7c-a67e-c50b2e61ae55 service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147945 Jun 15 14:28:45.474651 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c8afb3cb-bbda-4b58-b82a-8fc4ab85da4e req-8b2ea854-908d-4252-bb1b-b630298e79e2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0492129 Jun 15 14:28:46.364686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e8f7b-cd40-40e8-850a-1e88834ef874 req-fa212e2c-128d-4c17-97ce-c656c6504477 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:46.366624 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e07e8f7b-cd40-40e8-850a-1e88834ef874 req-fa212e2c-128d-4c17-97ce-c656c6504477 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0739529 Jun 15 14:28:46.410488 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e07e8f7b-cd40-40e8-850a-1e88834ef874 req-964c8993-10ab-4067-b9f6-fda7c1e61edc tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Jun 15 14:28:46.664689 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-573ff70c-1767-4e6c-a66a-6f5f2e8eff2b req-5f8ef859-1f79-4eee-906b-5c3b459ee0d0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0484741 Jun 15 14:28:47.395803 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-bede14d9-8f9c-410a-bb70-fcd639438fb0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:47.397239 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-bede14d9-8f9c-410a-bb70-fcd639438fb0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.1433504 Jun 15 14:28:47.439499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Request body: {'port': {'device_id': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'admin_state_up': True, 'tenant_id': '8f50be4fbedc42d6bb1f17de375f825a'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:28:47.595045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Made reservation on behalf of 8f50be4fbedc42d6bb1f17de375f825a for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:28:47.598825 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:47.627680 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004beba1-fb10-4179-bbb7-1a1a92f56718 req-982a6a1f-fbcb-49a4-a848-c299239fc492 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:47.629172 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-004beba1-fb10-4179-bbb7-1a1a92f56718 req-982a6a1f-fbcb-49a4-a848-c299239fc492 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0796084 Jun 15 14:28:47.673821 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-004beba1-fb10-4179-bbb7-1a1a92f56718 req-4bc2c3d5-2c9b-481f-914b-c48f9bbdee3f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 Jun 15 14:28:47.748189 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Allocated IP 172.20.0.6 (b5daba63-0e0c-4bca-a4ae-b35b45463e3a/2d7e333c-c43c-4232-b649-4207313a02ba/2f14a4b1-c258-4cfe-baa3-b25b892b0d40) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:28:47.882969 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-824f0d93-2e1e-4f7e-8241-a6e418222ca4 req-64400c79-a90d-4d7c-9009-19eaad9f4ca7 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0496178 Jun 15 14:28:47.946002 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:47.994512 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:47.999396 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:48.055668 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb', '1965ecd8-f7c0-4793-9a6a-98435d431b96'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:28:48.060741 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:28:48.064923 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:28:48.069308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:28:48.136785 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:48.137431 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:48.158582 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7201529 Jun 15 14:28:48.158582 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event updated for resources: {'Port': ['ID=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:48.166550 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:48.241919 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Request body: {'port': {'device_id': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:28:48.356306 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:48.523148 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a9ac1-5010-4dda-85bc-59fd3f11df73 req-e187c198-a082-4552-8e71-321fb7d78869 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:48.530630 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d06a9ac1-5010-4dda-85bc-59fd3f11df73 req-e187c198-a082-4552-8e71-321fb7d78869 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.2612009 Jun 15 14:28:48.554070 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-7c9e8ce5-f4fe-49c5-bb86-a23cae4a98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:48.555849 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-7c9e8ce5-f4fe-49c5-bb86-a23cae4a98cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.2992814 Jun 15 14:28:48.588860 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48382) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:48.649240 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d06a9ac1-5010-4dda-85bc-59fd3f11df73 req-afb52d25-57b9-4b22-b729-4b0491defa72 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174021 Jun 15 14:28:48.762183 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-78bee79d-2cf8-4591-8785-d41a1653bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:48.764209 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-78bee79d-2cf8-4591-8785-d41a1653bf22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 920 time: 0.1931400 Jun 15 14:28:48.766873 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f3d20b72-2b27-41d5-8e42-317cd5763c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:48.838413 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:28:48.844305 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-a71431ca-d7ca-43a6-80df-3eaa612b677f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 200 len: 217 time: 0.0705743 Jun 15 14:28:48.851008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:48.876191 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Transition to ACTIVE for port object 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:28:48.883607 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:48.889633 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:48.935444 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-892f1483-fe9f-4293-820b-7a8cdabf4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:48.938817 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-892f1483-fe9f-4293-820b-7a8cdabf4ba8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.0851536 Jun 15 14:28:48.940363 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48396) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:49.013166 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-a0d12987-a336-4c24-9587-ccbc4bd11c5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661457 Jun 15 14:28:49.035489 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Pushing event updated for resources: {'Port': ['ID=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:49.042984 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:49.125345 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f3d20b72-2b27-41d5-8e42-317cd5763c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.148108 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f3d20b72-2b27-41d5-8e42-317cd5763c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.153212 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4d24a0d1-ab1e-4ffb-b335-b8eadcefe805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:49.242383 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75e165c3-2b85-49de-9cd7-ae743670f062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.259754 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-9e32a39a-ab5c-4d30-9974-cff9e27c4db7 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320755 Jun 15 14:28:49.260184 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-f3d20b72-2b27-41d5-8e42-317cd5763c85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4217c2629e14b8088305b35c6a213b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6771550 Jun 15 14:28:49.261625 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d20b72-2b27-41d5-8e42-317cd5763c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae0ad68-8fae-4e58-823c-0912b7982eeb,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:49.263372 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48412) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:49.266375 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f3d20b72-2b27-41d5-8e42-317cd5763c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:49.267699 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Attempting to bind port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:28:49.268045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Attempting to bind port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:28:49.268384 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Attempting to bind port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:28:49.278428 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:28:49.278763 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Attempting to bind port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:28:49.291039 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:28:49.291393 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Checking segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:28:49.291784 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Bound using segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:28:49.292226 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Bound port: 2f14a4b1-c258-4cfe-baa3-b25b892b0d40, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:28:49.292679 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.358971 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712d5e0-b5c6-4b9d-a9dd-676816f41c5a req-b9d0d6a3-bca1-4fb1-be52-f8da75cf6133 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:49.360958 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2712d5e0-b5c6-4b9d-a9dd-676816f41c5a req-b9d0d6a3-bca1-4fb1-be52-f8da75cf6133 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 943 time: 0.1722357 Jun 15 14:28:49.435595 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] For port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:28:49.440868 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] For port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:28:49.451630 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.453738 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48416) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:49.455558 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1e5174aa-c9fb-4219-80c4-d08327d27095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:49.487851 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.505588 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:49.506286 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.508088 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] 10.222.0.61 "PUT /v2.0/ports/2f14a4b1-c258-4cfe-baa3-b25b892b0d40 HTTP/1.1" status: 200 len: 1093 time: 1.2708473 Jun 15 14:28:49.517619 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'tag': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:28:49.519244 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2712d5e0-b5c6-4b9d-a9dd-676816f41c5a req-c6285135-42b4-4136-9c9d-d7cd53cc836b tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474705 Jun 15 14:28:49.520616 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf5fdae-014f-4ee1-a779-24d218e4353e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b12415-988c-456c-bce6-fef88b7b9f81", "tag": "2f14a4b1-c258-4cfe-baa3-b25b892b0d40"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:28:49.525819 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35b72495-9859-44e3-983b-8bf1e2f4db3d req-02603a23-e494-4a4b-9b0a-d9c467d32286 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396052 Jun 15 14:28:49.550811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.566008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75e165c3-2b85-49de-9cd7-ae743670f062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.583150 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-75e165c3-2b85-49de-9cd7-ae743670f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.596351 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59edda16-476f-4b8e-bf45-2b3623f104fb x-openstack-request-id: req-59edda16-476f-4b8e-bf45-2b3623f104fb {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:28:49.596351 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b12415-988c-456c-bce6-fef88b7b9f81", "tag": "2f14a4b1-c258-4cfe-baa3-b25b892b0d40", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:28:49.598984 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59edda16-476f-4b8e-bf45-2b3623f104fb {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:28:49.598984 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'tag': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40', 'status': 'completed', 'code': 200} Jun 15 14:28:49.624754 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Pushing event updated for resources: {'Port': ['ID=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:49.630935 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:49.631583 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4aca53ca-3ff1-44e3-a406-4d288ceaa7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:49.663495 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b598306f-07fb-4034-b412-2fe38a277cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.665301 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-75e165c3-2b85-49de-9cd7-ae743670f062 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=373045e790b7412a940473f588ee95df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239282 Jun 15 14:28:49.668670 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48426) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:49.683915 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e165c3-2b85-49de-9cd7-ae743670f062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bd208-cf1a-4084-a2a7-034aaadff61c,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:49.689198 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-75e165c3-2b85-49de-9cd7-ae743670f062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:49.717916 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.720500 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.723939 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ae0ad68-8fae-4e58-823c-0912b7982eeb HTTP/1.1" status: 204 len: 168 time: 0.4407935 Jun 15 14:28:49.725254 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:49.745179 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae0ad68-8fae-4e58-823c-0912b7982eeb,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:49.748099 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:49.773077 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.809778 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-5b9f2554-707c-4e5c-8b18-aa88eaf60597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:49.812586 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-5b9f2554-707c-4e5c-8b18-aa88eaf60597 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 1096 time: 0.1596501 Jun 15 14:28:49.822757 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.899309 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.902048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:49.906064 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-6726920b-54f2-44ef-9e09-5a208c555dd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f14a4b1-c258-4cfe-baa3-b25b892b0d40 HTTP/1.1" status: 200 len: 217 time: 0.0729022 Jun 15 14:28:49.909474 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a1bd208-cf1a-4084-a2a7-034aaadff61c HTTP/1.1" status: 204 len: 168 time: 0.2395992 Jun 15 14:28:49.910937 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-07d1e1f0-3df6-4b74-a68c-d599239b64fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:49.921047 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bd208-cf1a-4084-a2a7-034aaadff61c,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:49.924200 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:49.961889 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48438) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:50.002207 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b598306f-07fb-4034-b412-2fe38a277cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.018760 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b598306f-07fb-4034-b412-2fe38a277cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.023838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:50.048675 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-71b5aeea-c1b7-4a0f-ab61-afed4786a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:50.050042 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-71b5aeea-c1b7-4a0f-ab61-afed4786a0da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.1189713 Jun 15 14:28:50.092933 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48442) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:50.110957 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-43344856-a1b5-4d9a-85b5-565431389801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.114073 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48444) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:50.114572 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b598306f-07fb-4034-b412-2fe38a277cf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7310cfb334eb4b0d8893371845425226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586735 Jun 15 14:28:50.118768 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-0b5d604e-cddd-4952-bbb2-fd4ab9e0e67f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564756 Jun 15 14:28:50.127693 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec30703-41d3-4abc-bc6f-a181611ba2ac req-99868d47-1e8a-4000-84b6-04f51c48e6c3 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:50.135364 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cec30703-41d3-4abc-bc6f-a181611ba2ac req-99868d47-1e8a-4000-84b6-04f51c48e6c3 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.2413754 Jun 15 14:28:50.139466 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598306f-07fb-4034-b412-2fe38a277cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc927087-9e99-4561-b8b3-502c870f1aed,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:50.147413 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b598306f-07fb-4034-b412-2fe38a277cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:50.230300 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cec30703-41d3-4abc-bc6f-a181611ba2ac req-7dd755bc-da1f-46cc-a400-0946836f31c4 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938852 Jun 15 14:28:50.316199 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-ca3e255d-5c6a-4912-8f92-38a36a28e6d8 service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787615 Jun 15 14:28:50.316818 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.319615 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-43344856-a1b5-4d9a-85b5-565431389801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.338573 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-43344856-a1b5-4d9a-85b5-565431389801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.345412 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c4927da8-d16f-4473-b072-849996e8d5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:50.385255 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.387282 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0742c599-d3e3-4330-82e6-06ab716acca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.486447 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48456) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:50.512809 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-526a9e2f-31fe-47b1-97aa-21498462ba38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.564528 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73181c9c-911f-414a-904a-8ce8eaf275d8 req-a897e8ae-5f5d-4dcf-b6e7-50e96a4ca84f service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289839 Jun 15 14:28:50.618174 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48462) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:50.687382 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43344856-a1b5-4d9a-85b5-565431389801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0ebd9-0085-4707-a75f-b5c2c5dbd2a3,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:50.698366 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-43344856-a1b5-4d9a-85b5-565431389801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:50.704126 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-43344856-a1b5-4d9a-85b5-565431389801 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a2a718709824ebbad84301892fbd457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096838 Jun 15 14:28:50.704675 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48466) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:50.744840 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-526a9e2f-31fe-47b1-97aa-21498462ba38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.775673 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.778282 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.779726 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc927087-9e99-4561-b8b3-502c870f1aed HTTP/1.1" status: 204 len: 168 time: 0.6640863 Jun 15 14:28:50.780559 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-526a9e2f-31fe-47b1-97aa-21498462ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.785789 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b598306f-07fb-4034-b412-2fe38a277cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:50.792531 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-374e5145-4020-4cc8-a9fb-98b048a822d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:50.814269 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.817279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fee086eb-0dc2-4fcd-8a05-c24afe33cf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.819145 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc927087-9e99-4561-b8b3-502c870f1aed,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:50.824221 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:50.868572 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.882404 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a9e2f-31fe-47b1-97aa-21498462ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5976ed0-f289-490d-822c-9deb29785f1d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:50.886156 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-526a9e2f-31fe-47b1-97aa-21498462ba38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:50.897631 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-526a9e2f-31fe-47b1-97aa-21498462ba38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6967f2ce708742a28058fda1d8576d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101233 Jun 15 14:28:50.902620 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48470) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:50.942419 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0742c599-d3e3-4330-82e6-06ab716acca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.947726 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dac97d-3303-4322-b238-d199bd2cc3ae req-73a4446b-25a7-41a1-8220-571e7b080d99 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:50.948160 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0742c599-d3e3-4330-82e6-06ab716acca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.949709 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-66dac97d-3303-4322-b238-d199bd2cc3ae req-73a4446b-25a7-41a1-8220-571e7b080d99 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 943 time: 0.2705638 Jun 15 14:28:50.951380 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b818d11f-5da2-4efd-8c68-558228a88689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:50.995315 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.997935 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.002393 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-e981d51b-a427-44e8-b894-166a3f9d1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:51.002586 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72e0ebd9-0085-4707-a75f-b5c2c5dbd2a3 HTTP/1.1" status: 204 len: 168 time: 0.2880089 Jun 15 14:28:51.002684 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-e981d51b-a427-44e8-b894-166a3f9d1bbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 1096 time: 0.2978969 Jun 15 14:28:51.008774 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742c599-d3e3-4330-82e6-06ab716acca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4688e1fc-8e99-4de5-8a59-2ef2fd48d3b3,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:51.013503 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-0742c599-d3e3-4330-82e6-06ab716acca7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=def5bf0b96c14ec39785b091081f5532&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0504012 Jun 15 14:28:51.015426 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0742c599-d3e3-4330-82e6-06ab716acca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:51.016099 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5751649a-1ee1-4fbe-8dea-5829fe736fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:51.019713 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48476) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:51.028162 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e0ebd9-0085-4707-a75f-b5c2c5dbd2a3,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:51.031187 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:51.158221 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48478) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:51.163223 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-66dac97d-3303-4322-b238-d199bd2cc3ae req-87a26a7a-abb2-4a9a-bc73-de29b085910c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998875 Jun 15 14:28:51.176177 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb6dd-f4cc-4c93-a9c1-ad849ac416aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.185543 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c19905f7-b9f6-4bd1-9ebf-e2a6fd118c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.283806 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb6dd-f4cc-4c93-a9c1-ad849ac416aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.310777 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.374548 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-8f4bd3a3-4725-4b56-8845-26bc6942fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:51.376017 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-8f4bd3a3-4725-4b56-8845-26bc6942fddf service neutron] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 915 time: 0.3571391 Jun 15 14:28:51.378722 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.509518 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-cbb7e4ca-729f-4317-b426-adc883db1bfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f14a4b1-c258-4cfe-baa3-b25b892b0d40 HTTP/1.1" status: 200 len: 217 time: 0.1130059 Jun 15 14:28:51.511845 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fee086eb-0dc2-4fcd-8a05-c24afe33cf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.540568 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fee086eb-0dc2-4fcd-8a05-c24afe33cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.569508 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-329c4bb7-7fed-4273-876d-a2340389e721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:51.609048 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb6dd-f4cc-4c93-a9c1-ad849ac416aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.611765 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bc8fb6dd-f4cc-4c93-a9c1-ad849ac416aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.614518 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-bc8fb6dd-f4cc-4c93-a9c1-ad849ac416aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5976ed0-f289-490d-822c-9deb29785f1d HTTP/1.1" status: 204 len: 168 time: 0.7093511 Jun 15 14:28:51.630247 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c19905f7-b9f6-4bd1-9ebf-e2a6fd118c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.658085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c19905f7-b9f6-4bd1-9ebf-e2a6fd118c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.664340 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-fee086eb-0dc2-4fcd-8a05-c24afe33cf9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b090c33e83340d294f0c3e00ca51931&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0421684 Jun 15 14:28:51.664496 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:51.664904 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48502) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:51.668711 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-b204f79d-efe4-4415-8bf4-f9f4b48fa306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:51.670190 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-b204f79d-efe4-4415-8bf4-f9f4b48fa306 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.1451044 Jun 15 14:28:51.671392 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.673937 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.677632 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4688e1fc-8e99-4de5-8a59-2ef2fd48d3b3 HTTP/1.1" status: 204 len: 168 time: 0.6527228 Jun 15 14:28:51.677632 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee086eb-0dc2-4fcd-8a05-c24afe33cf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff81ab0d-3d36-4c8f-93ae-4880e132963d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:51.679256 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fee086eb-0dc2-4fcd-8a05-c24afe33cf9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:51.679673 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fee086eb-0dc2-4fcd-8a05-c24afe33cf9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:51.727010 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c19905f7-b9f6-4bd1-9ebf-e2a6fd118c43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e444c6cc5194082a745dbf184150ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673280 Jun 15 14:28:51.730039 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48506) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:51.737096 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19905f7-b9f6-4bd1-9ebf-e2a6fd118c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cbd996-7f41-4a82-8bbd-198050708a87,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:51.741203 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c19905f7-b9f6-4bd1-9ebf-e2a6fd118c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:51.803500 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.842139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.910232 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.914496 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.915819 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35cbd996-7f41-4a82-8bbd-198050708a87 HTTP/1.1" status: 204 len: 168 time: 0.1847365 Jun 15 14:28:51.917512 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-081b5df4-cb7c-410e-8925-b4144c4618b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:51.930785 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cbd996-7f41-4a82-8bbd-198050708a87,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:51.933656 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:52.029133 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-bebe07a2-12f8-4473-bf6c-f2ebf4e87464 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3430386 Jun 15 14:28:52.030498 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fb6dd-f4cc-4c93-a9c1-ad849ac416aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5976ed0-f289-490d-822c-9deb29785f1d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:52.047372 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ecfd-070b-4f4c-97b6-fbe041c1ddfe req-bff0dffc-7807-458e-b647-a06813016fb6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:52.048907 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e3e6ecfd-070b-4f4c-97b6-fbe041c1ddfe req-bff0dffc-7807-458e-b647-a06813016fb6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.6823134 Jun 15 14:28:52.091604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4688e1fc-8e99-4de5-8a59-2ef2fd48d3b3,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:52.095021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:52.116204 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:52.116600 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:52.168288 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48520) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:52.214581 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cce27ed0-d17b-4dc9-b38f-86c86a169c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.252064 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.269169 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e3e6ecfd-070b-4f4c-97b6-fbe041c1ddfe req-5dbcac34-cd32-4dee-a487-ec22574d72cb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005863 Jun 15 14:28:52.356846 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.375394 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-ebf43ea2-7b68-42e7-bb8e-3e8c84bce71f service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184941 Jun 15 14:28:52.401450 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cce27ed0-d17b-4dc9-b38f-86c86a169c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.415353 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cce27ed0-d17b-4dc9-b38f-86c86a169c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.427142 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0742c599-d3e3-4330-82e6-06ab716acca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:52.528121 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-cce27ed0-d17b-4dc9-b38f-86c86a169c88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cba0d7339bfc44ecb38274dcf6c2c761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587246 Jun 15 14:28:52.532621 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48528) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:52.546003 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce27ed0-d17b-4dc9-b38f-86c86a169c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacdbd24-67cf-4eb7-a4a5-ecee4c55ee1f,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:52.569229 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cce27ed0-d17b-4dc9-b38f-86c86a169c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:52.588763 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.592932 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.595905 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff81ab0d-3d36-4c8f-93ae-4880e132963d HTTP/1.1" status: 204 len: 168 time: 0.9298820 Jun 15 14:28:52.602288 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f7556409-2b59-4ab9-baab-a8974986df9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:52.639828 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48534) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:52.643582 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b92b68-fd48-4705-bff5-ef5641f7a179 req-1c334fae-1440-4cab-8875-3d6149f55654 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:52.650760 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d4b92b68-fd48-4705-bff5-ef5641f7a179 req-1c334fae-1440-4cab-8875-3d6149f55654 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 943 time: 0.2648151 Jun 15 14:28:52.661010 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f830af48-48b5-4bfd-a518-0cc61084b663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.661226 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff81ab0d-3d36-4c8f-93ae-4880e132963d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:52.663691 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:52.673740 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.711804 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cf5fdae-014f-4ee1-a779-24d218e4353e req-ed0c6d99-6617-4028-92fa-15099fc56ead service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606854 Jun 15 14:28:52.713846 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.785426 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d4b92b68-fd48-4705-bff5-ef5641f7a179 req-bd5213a1-09a0-4d50-943d-c0193310f009 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336646 Jun 15 14:28:52.840651 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.843848 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.845012 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bacdbd24-67cf-4eb7-a4a5-ecee4c55ee1f HTTP/1.1" status: 204 len: 168 time: 0.3101714 Jun 15 14:28:52.847390 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f1cd647e-d956-43f5-92cd-68efa0610988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:52.862998 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacdbd24-67cf-4eb7-a4a5-ecee4c55ee1f,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:52.869661 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:52.903479 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f830af48-48b5-4bfd-a518-0cc61084b663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.909889 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f830af48-48b5-4bfd-a518-0cc61084b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.913894 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ce2dd1ac-5669-4321-a2dd-557f79f0fbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:52.964580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48544) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:52.965302 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-f830af48-48b5-4bfd-a518-0cc61084b663 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03458caa5f304a1cac2d44d55cf66f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233993 Jun 15 14:28:52.967002 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830af48-48b5-4bfd-a518-0cc61084b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4cc698-7b1c-484c-8293-f784645f1e0b,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:52.971875 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f830af48-48b5-4bfd-a518-0cc61084b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:53.056890 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.101680 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.177146 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.179942 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.181119 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a4cc698-7b1c-484c-8293-f784645f1e0b HTTP/1.1" status: 204 len: 168 time: 0.2148030 Jun 15 14:28:53.181931 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-788e5ed4-53f2-41c3-98d6-75d474c07757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:53.196738 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4cc698-7b1c-484c-8293-f784645f1e0b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:53.199377 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:53.280757 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48552) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:53.324069 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:28:53.326484 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:28:53.505591 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:28:53.521827 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'port_id': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40', 'mac_address': 'fa:16:3e:af:65:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7e333c-c43c-4232-b649-4207313a02ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:28:53.551988 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a534b-b2f5-41d5-b378-a3dae01a9bfb req-0c275cb5-5654-45e3-8f0b-eff2144f0710 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:53.559553 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f99a534b-b2f5-41d5-b378-a3dae01a9bfb req-0c275cb5-5654-45e3-8f0b-eff2144f0710 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1255107 Jun 15 14:28:53.575740 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.596317 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:28:53.619255 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f99a534b-b2f5-41d5-b378-a3dae01a9bfb req-63432a3e-716a-4e23-bd0a-f2a04ad2fab4 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584989 Jun 15 14:28:53.624773 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:28:53.631623 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.633779 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c3350701-b735-4a2e-9a1e-234e17a13af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:53.690921 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0a59da55-2cd9-4b69-a446-80a3e20f01fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.735851 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:53.740795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:53.854185 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0a59da55-2cd9-4b69-a446-80a3e20f01fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.861231 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0a59da55-2cd9-4b69-a446-80a3e20f01fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.886534 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e28332ba-3a37-4a57-a7d2-9025ecd9c4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:53.911699 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-0a59da55-2cd9-4b69-a446-80a3e20f01fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37496f21180a4ee4b381e7b88eb3242e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6298094 Jun 15 14:28:53.914703 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48586) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:53.951136 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59da55-2cd9-4b69-a446-80a3e20f01fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401cb03a-2016-40e8-b7bb-40521bb17ecf,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:53.959443 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0a59da55-2cd9-4b69-a446-80a3e20f01fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:54.051510 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['2f14a4b1-c258-4cfe-baa3-b25b892b0d40'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:28:54.059786 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:54.127699 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:54.168080 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28672e84-d897-49e1-b152-665b05243753 req-0b52b34b-e41f-4c21-89aa-1d3c7e039d98 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:54.170115 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-28672e84-d897-49e1-b152-665b05243753 req-0b52b34b-e41f-4c21-89aa-1d3c7e039d98 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 944 time: 0.1884832 Jun 15 14:28:54.245372 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-28672e84-d897-49e1-b152-665b05243753 req-083eec85-992e-46b8-8d72-1b84e6b5e693 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486975 Jun 15 14:28:54.257609 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:54.261428 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:54.262900 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/401cb03a-2016-40e8-b7bb-40521bb17ecf HTTP/1.1" status: 204 len: 168 time: 0.3467126 Jun 15 14:28:54.264743 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b28ee5cf-0344-4a52-beed-7364291f306c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:54.286310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401cb03a-2016-40e8-b7bb-40521bb17ecf,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:54.302915 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:54.892296 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48630) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:54.972196 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48636) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:55.064267 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-273958688-network', 'tenant_id': 'ac76142329d740f788c3130ea61f6bf3'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:28:55.099672 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Made reservation on behalf of ac76142329d740f788c3130ea61f6bf3 for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:28:55.102179 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.116515 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.248162 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.270671 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-91066ba4-32e9-4264-826b-7c0ec0ac91de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.272804 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.278150 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-570433cd-3be8-4e6f-a440-e6b068618cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:55.307362 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:28:55.319780 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.320242 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Added segment b7dbabfd-07fc-431c-9800-7ecfc86bb77e of type vlan for network 3a5b2c05-6b08-4280-a662-12eca6d7b56f Jun 15 14:28:55.325589 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb113f-302a-485f-b5dc-2689e2ce8b60 req-f1e8b90d-7372-4e7e-810b-a90b5b43a9a7 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:55.330256 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61bb113f-302a-485f-b5dc-2689e2ce8b60 req-f1e8b90d-7372-4e7e-810b-a90b5b43a9a7 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1066835 Jun 15 14:28:55.335198 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:28:55.407523 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.425147 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61bb113f-302a-485f-b5dc-2689e2ce8b60 req-334dcae8-e80e-4a96-9e74-c04dbc2e135d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779059 Jun 15 14:28:55.478742 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ca708026-befa-4171-8d1b-032d966dcbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.524832 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:28:55.531384 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:28:55.532373 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.576399 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d91cf9-33d1-47b1-a6fc-65db787e5bd4 req-97bda510-b15d-4888-998b-589860b2ee51 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:55.584940 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e2d91cf9-33d1-47b1-a6fc-65db787e5bd4 req-97bda510-b15d-4888-998b-589860b2ee51 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 944 time: 0.1672792 Jun 15 14:28:55.622871 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-91066ba4-32e9-4264-826b-7c0ec0ac91de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.635275 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-91066ba4-32e9-4264-826b-7c0ec0ac91de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.661309 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.662113 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec44e15a-8198-4deb-a1f3-3042e6fbaebd,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:55.688165 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:55.689728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:55.693061 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e2d91cf9-33d1-47b1-a6fc-65db787e5bd4 req-a2a1e717-9695-48f2-b97d-0808377499d6 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006036 Jun 15 14:28:55.697037 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.699443 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:55.735602 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-91066ba4-32e9-4264-826b-7c0ec0ac91de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9edab261cee4a5eb1319a0c5da4b615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7620852 Jun 15 14:28:55.738777 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 48700) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:55.751357 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8574958 Jun 15 14:28:55.752027 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48702) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:28:55.758453 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Request body: {'subnet': {'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-273958688-subnet', 'tenant_id': 'ac76142329d740f788c3130ea61f6bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:28:55.762955 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91066ba4-32e9-4264-826b-7c0ec0ac91de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e518616-0ee0-46e8-9b8d-a161412dd2c7,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:55.775090 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-91066ba4-32e9-4264-826b-7c0ec0ac91de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:55.777038 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-42d94459-1a12-482e-9172-34808ab8e569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:55.808530 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.867768 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Made reservation on behalf of ac76142329d740f788c3130ea61f6bf3 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:28:55.869720 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:28:55.870216 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.873527 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee64e1-fb64-4418-9880-6aec58b5777e" -d '{"events": [{"server_uuid": "b8b12415-988c-456c-bce6-fef88b7b9f81", "name": "network-vif-plugged", "status": "completed", "tag": "2f14a4b1-c258-4cfe-baa3-b25b892b0d40"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:28:55.894826 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.911100 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:28:55.921458 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.928394 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:55.944799 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5b2c05-6b08-4280-a662-12eca6d7b56f,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:55.948743 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:55.966211 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:55.993361 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c768c7cf-050d-450b-9844-70697d4ac1bd x-openstack-request-id: req-c768c7cf-050d-450b-9844-70697d4ac1bd {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:28:55.993796 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b12415-988c-456c-bce6-fef88b7b9f81", "name": "network-vif-plugged", "status": "completed", "tag": "2f14a4b1-c258-4cfe-baa3-b25b892b0d40", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:28:55.994644 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c768c7cf-050d-450b-9844-70697d4ac1bd {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:28:55.995291 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40', 'code': 200} Jun 15 14:28:56.006487 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 3a5b2c05-6b08-4280-a662-12eca6d7b56f details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:28:56.067678 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:56.072188 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:56.073657 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e518616-0ee0-46e8-9b8d-a161412dd2c7 HTTP/1.1" status: 204 len: 168 time: 0.3336320 Jun 15 14:28:56.074805 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ca369484-e76c-4765-b43b-b4e5981a8146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:56.087109 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e518616-0ee0-46e8-9b8d-a161412dd2c7,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:56.090086 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:56.171166 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:56.181925 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-da40baab-e841-4bb8-9896-0aef7b3a571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:28:56.271431 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:56.275638 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:56.288834 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Checking segment: {'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:28:56.289631 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Network hostable DHCP agents. Network: 3a5b2c05-6b08-4280-a662-12eca6d7b56f, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:28:56.315251 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ceefe4-710f-4e37-a202-55355794199b,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:28:56.321323 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:28:56.336578 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Network 3a5b2c05-6b08-4280-a662-12eca6d7b56f is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:28:56.350791 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 3a5b2c05-6b08-4280-a662-12eca6d7b56f) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:28:56.359363 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:56.361906 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:56.368497 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2055a612-13f3-434e-ba18-d0e5e4ad1edc None None] Network 3a5b2c05-6b08-4280-a662-12eca6d7b56f requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:28:56.388663 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7be6cfe2-9d95-4941-96f9-15a9caa129f3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6343820 Jun 15 14:28:56.619005 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156741b-d9ea-45f1-813d-a68f0b69a9c5 req-635ace4a-6de6-4644-b8fe-19c66fb47677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:56.620815 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2156741b-d9ea-45f1-813d-a68f0b69a9c5 req-635ace4a-6de6-4644-b8fe-19c66fb47677 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 1098 time: 0.1700284 Jun 15 14:28:56.686169 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2156741b-d9ea-45f1-813d-a68f0b69a9c5 req-3a3cae1c-a863-4de2-8f02-c1c4e6508082 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566084 Jun 15 14:28:56.718867 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa2d44-160d-420a-a2f9-bb0ff1aba2d6 None None] Network 3a5b2c05-6b08-4280-a662-12eca6d7b56f requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:28:57.012827 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4a841-5344-426a-8424-23f3516859e9 req-26cb7455-f4c3-444b-bc38-cf469c745015 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:57.015153 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b4c4a841-5344-426a-8424-23f3516859e9 req-26cb7455-f4c3-444b-bc38-cf469c745015 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 945 time: 0.1013703 Jun 15 14:28:57.071076 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b4c4a841-5344-426a-8424-23f3516859e9 req-257b283a-1a33-47c0-97ba-2b07a49f6202 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496373 Jun 15 14:28:57.559822 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:58.255595 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f0b3-69fe-4792-815b-1097b77dcf9c req-73403004-bb7c-4251-9868-388d145d47d7 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:58.256729 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e538f0b3-69fe-4792-815b-1097b77dcf9c req-73403004-bb7c-4251-9868-388d145d47d7 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 945 time: 0.0714190 Jun 15 14:28:58.302529 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e538f0b3-69fe-4792-815b-1097b77dcf9c req-21d5a38e-7377-4a11-aebd-f241a4117f9c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Jun 15 14:28:58.311653 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:58.587695 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-d806ec09-1bf4-46ed-85d8-26cee5beb376 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:58.589158 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-d806ec09-1bf4-46ed-85d8-26cee5beb376 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/networks?id=3a5b2c05-6b08-4280-a662-12eca6d7b56f HTTP/1.1" status: 200 len: 808 time: 0.1601226 Jun 15 14:28:58.604178 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-17a9c551-48e7-4965-94b0-dc09dcdc16a8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/quotas/ac76142329d740f788c3130ea61f6bf3 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Jun 15 14:28:58.644361 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-9e3984ee-d405-45d5-bca4-c49accf224ca tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac76142329d740f788c3130ea61f6bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341661 Jun 15 14:28:58.767156 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-90b066c3-05ec-4570-8775-601016c65233 service neutron] 10.222.0.15 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161375 Jun 15 14:28:58.885938 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-2f194638-bd6a-4ca4-ac86-fdfe0714316f service neutron] 10.222.0.15 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128309 Jun 15 14:28:59.043162 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c09ab8f1-711b-4d34-8d60-e382c7fd1cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:59.071331 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-efad5fc0-166f-4b35-9d56-1982c086b2c5 req-032c7ac9-a84b-41d5-a843-3e81f6c427da tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 210 time: 0.0433211 Jun 15 14:28:59.503501 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04004949-9476-461c-a71b-6b06741b9d61 req-b228cc1f-0b23-4a72-a703-761a2c7fd73c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:28:59.505229 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-04004949-9476-461c-a71b-6b06741b9d61 req-b228cc1f-0b23-4a72-a703-761a2c7fd73c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 945 time: 0.0796931 Jun 15 14:28:59.557106 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-04004949-9476-461c-a71b-6b06741b9d61 req-198a875b-3fde-4557-9935-69f8ae58f14b tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Jun 15 14:29:00.213160 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.224232 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9382417-ef2f-4ea0-9574-806dcb2afdbb req-712b665d-b1ff-4d79-a820-5c1fca823553 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Jun 15 14:29:00.438220 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48868) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:00.546865 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b91b-85ba-46d1-be2e-ec4eb0880f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.641242 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b91b-85ba-46d1-be2e-ec4eb0880f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.647506 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b91b-85ba-46d1-be2e-ec4eb0880f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.649851 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a3ffb429-2fd9-4195-89f1-ded608945bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:00.692920 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7b91b-85ba-46d1-be2e-ec4eb0880f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748976f9-3902-4a4b-86d0-6156301da7a0,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:00.697097 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e1c7b91b-85ba-46d1-be2e-ec4eb0880f85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8d34dc1b31b46378702e975842473d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578337 Jun 15 14:29:00.698040 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e1c7b91b-85ba-46d1-be2e-ec4eb0880f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:00.699908 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 48874) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:00.752657 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.775231 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.824911 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.828208 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:00.829388 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/748976f9-3902-4a4b-86d0-6156301da7a0 HTTP/1.1" status: 204 len: 168 time: 0.1285474 Jun 15 14:29:00.830129 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f830af48-48b5-4bfd-a518-0cc61084b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:00.838987 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748976f9-3902-4a4b-86d0-6156301da7a0,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:00.841289 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:01.372640 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:01.373948 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cd738c4a-2422-4da0-9707-2cb79283bc14 req-25f700e9-c861-4afd-a4c9-5a55319716a1 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 210 time: 0.0327854 Jun 15 14:29:02.521390 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-67c802c5-f2ab-492b-9b48-c1114b3ada04 req-6c423a07-02c6-4925-8196-ca992c204d6a tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 210 time: 0.0370517 Jun 15 14:29:03.126188 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-46cdd051-dd85-4c56-abaf-aa9b6872f0a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583873 Jun 15 14:29:03.239654 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-ed7590e5-856f-449f-81a3-07875b7633fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:03.241128 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-ed7590e5-856f-449f-81a3-07875b7633fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 1099 time: 0.0619469 Jun 15 14:29:03.403067 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-43cd1cd6-d271-47d1-a658-3cd70849c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:03.404527 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-43cd1cd6-d271-47d1-a658-3cd70849c413 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 915 time: 0.1313128 Jun 15 14:29:03.503256 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-b89629ef-3b33-47d7-a1a0-769875898380 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77bf98f1-b052-4c78-badb-baae007a55bb HTTP/1.1" status: 200 len: 217 time: 0.0705075 Jun 15 14:29:03.587160 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-f403c432-3ca8-4605-8941-eabc783e606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:03.589105 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-f403c432-3ca8-4605-8941-eabc783e606c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.0710056 Jun 15 14:29:03.597488 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-261ebc80-4aeb-4210-9444-83b727d6c5dc tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:03.600960 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-261ebc80-4aeb-4210-9444-83b727d6c5dc tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "GET /v2.0/networks?id=3a5b2c05-6b08-4280-a662-12eca6d7b56f HTTP/1.1" status: 200 len: 808 time: 0.1692119 Jun 15 14:29:03.620588 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Request body: {'port': {'device_id': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f', 'admin_state_up': True, 'tenant_id': 'ac76142329d740f788c3130ea61f6bf3'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:03.643815 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-933ca1c4-ec57-4893-87d9-b0dd1536c15e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431919 Jun 15 14:29:03.735756 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-15d3ec6e-f8cd-4c85-9479-783e8d51998b req-270707d4-ad3e-4af4-ac62-529c5c8d96f6 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 210 time: 0.0647631 Jun 15 14:29:03.796441 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Made reservation on behalf of ac76142329d740f788c3130ea61f6bf3 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:03.800520 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:03.847320 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-ad86e18b-8341-49ef-b671-a8eb4ab3863e service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957288 Jun 15 14:29:03.958089 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Allocated IP 172.20.0.12 (3a5b2c05-6b08-4280-a662-12eca6d7b56f/45ceefe4-710f-4e37-a202-55355794199b/f6840a2d-21ac-4478-9485-d268afdd44c6) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:03.977749 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ecc73259-06dc-4dd2-bdde-422a058da83b req-a9d42908-818f-437d-b3ee-8f11569b79b3 service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176167 Jun 15 14:29:04.169156 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:04.221468 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:04.227045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:04.283132 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Network 3a5b2c05-6b08-4280-a662-12eca6d7b56f is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:04.291177 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:04.293747 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:04.336362 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Pushing event updated for resources: {'Port': ['ID=f6840a2d-21ac-4478-9485-d268afdd44c6,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:04.339926 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:04.378226 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:04.378907 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:04.395266 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788210 Jun 15 14:29:04.424783 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Request body: {'port': {'device_id': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:04.523920 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:04.862106 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6840a2d-21ac-4478-9485-d268afdd44c6 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:04.876606 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:04.889084 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Transition to ACTIVE for port object f6840a2d-21ac-4478-9485-d268afdd44c6 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:04.895805 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:04.898673 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:04.956451 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13106b2f-bb7f-4d5e-9b13-05ff11fc2a16 req-71d09df4-7552-4406-a00e-f878e2d16ef2 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:04.957988 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-13106b2f-bb7f-4d5e-9b13-05ff11fc2a16 req-71d09df4-7552-4406-a00e-f878e2d16ef2 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 932 time: 0.0867555 Jun 15 14:29:05.001691 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-13106b2f-bb7f-4d5e-9b13-05ff11fc2a16 req-8f1ae545-56b7-4e3b-a77e-a84d73b8580a tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Jun 15 14:29:05.008581 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Pushing event updated for resources: {'Port': ['ID=f6840a2d-21ac-4478-9485-d268afdd44c6,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:05.011389 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:05.097549 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Attempting to bind port f6840a2d-21ac-4478-9485-d268afdd44c6 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:05.097894 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Attempting to bind port f6840a2d-21ac-4478-9485-d268afdd44c6 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:05.098232 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Attempting to bind port f6840a2d-21ac-4478-9485-d268afdd44c6 on network 3a5b2c05-6b08-4280-a662-12eca6d7b56f {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:05.102569 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Port f6840a2d-21ac-4478-9485-d268afdd44c6 on network 3a5b2c05-6b08-4280-a662-12eca6d7b56f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:29:05.102902 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Attempting to bind port f6840a2d-21ac-4478-9485-d268afdd44c6 on network 3a5b2c05-6b08-4280-a662-12eca6d7b56f {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:05.107718 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:05.108061 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Checking segment: {'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:05.108564 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Bound using segment: {'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:05.109028 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Bound port: f6840a2d-21ac-4478-9485-d268afdd44c6, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:05.109384 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:05.191904 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] For port f6840a2d-21ac-4478-9485-d268afdd44c6, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:05.195051 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] For port f6840a2d-21ac-4478-9485-d268afdd44c6, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f6840a2d-21ac-4478-9485-d268afdd44c6,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:05.199118 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:05.201029 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-82b882a0-f5fb-4929-8ddb-f826513409bc tempest-DeleteServersTestJSON-372521656 tempest-DeleteServersTestJSON-372521656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:05.241627 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:05.242280 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:05.243842 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] 10.222.0.61 "PUT /v2.0/ports/f6840a2d-21ac-4478-9485-d268afdd44c6 HTTP/1.1" status: 200 len: 1094 time: 0.8241098 Jun 15 14:29:05.244228 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'tag': 'f6840a2d-21ac-4478-9485-d268afdd44c6'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:05.246538 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b24149b-87ab-4f51-ad28-07761676524c" -d '{"events": [{"name": "network-changed", "server_uuid": "444940cc-bbe1-4ab4-b4cb-6c560d33bf05", "tag": "f6840a2d-21ac-4478-9485-d268afdd44c6"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:05.269429 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Pushing event updated for resources: {'Port': ['ID=f6840a2d-21ac-4478-9485-d268afdd44c6,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:05.272504 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:05.291539 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879cdf21-cad7-48dd-ad89-fddb677db00a x-openstack-request-id: req-879cdf21-cad7-48dd-ad89-fddb677db00a {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:05.291898 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444940cc-bbe1-4ab4-b4cb-6c560d33bf05", "tag": "f6840a2d-21ac-4478-9485-d268afdd44c6", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:05.292258 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-879cdf21-cad7-48dd-ad89-fddb677db00a {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:05.292788 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'tag': 'f6840a2d-21ac-4478-9485-d268afdd44c6', 'status': 'completed', 'code': 200} Jun 15 14:29:05.401252 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-fe319115-cea1-4652-a54e-06ca0a31e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:05.403255 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-fe319115-cea1-4652-a54e-06ca0a31e35a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac76142329d740f788c3130ea61f6bf3&device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 1097 time: 0.0649090 Jun 15 14:29:05.501615 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-f896d3e0-ed5f-447f-a1b5-078ec27aa456 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6840a2d-21ac-4478-9485-d268afdd44c6 HTTP/1.1" status: 200 len: 217 time: 0.0544226 Jun 15 14:29:05.561217 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-fd31f5e3-3da1-4955-91bc-6192ff72422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:05.563431 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-fd31f5e3-3da1-4955-91bc-6192ff72422a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45ceefe4-710f-4e37-a202-55355794199b HTTP/1.1" status: 200 len: 848 time: 0.0552452 Jun 15 14:29:05.611137 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-afea6f79-259c-4bba-8a2f-195a3302e235 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a5b2c05-6b08-4280-a662-12eca6d7b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jun 15 14:29:05.753083 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-940b37a5-1287-483f-9b66-34ea02fd9e56 service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333284 Jun 15 14:29:05.939287 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e7cddb18-4f97-436c-ba4d-06c2facef5fa req-80574a77-ca1e-4a31-88b0-1b123caf2f46 service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432655 Jun 15 14:29:06.162036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49014) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:06.195491 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24149b-87ab-4f51-ad28-07761676524c req-ed9576c6-3408-46d8-943f-ae91cfbd8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:06.196996 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9b24149b-87ab-4f51-ad28-07761676524c req-ed9576c6-3408-46d8-943f-ae91cfbd8a8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac76142329d740f788c3130ea61f6bf3&device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 1097 time: 0.0945647 Jun 15 14:29:06.201812 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47da61-6af9-4f07-b54c-f2e4cde8119d req-22873431-d23d-4118-b270-656df5e31caf tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:06.204793 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7c47da61-6af9-4f07-b54c-f2e4cde8119d req-22873431-d23d-4118-b270-656df5e31caf tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 944 time: 0.0813329 Jun 15 14:29:06.246965 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7c47da61-6af9-4f07-b54c-f2e4cde8119d req-5f268955-6ad7-47ca-b8c1-6dc261a0d96c tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Jun 15 14:29:06.331324 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3114461f-3d1c-4dc0-95dc-72499d1da3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.370926 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24149b-87ab-4f51-ad28-07761676524c req-17079777-eb60-4a28-bd8d-7336ad1e6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:06.372364 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9b24149b-87ab-4f51-ad28-07761676524c req-17079777-eb60-4a28-bd8d-7336ad1e6abf service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a5b2c05-6b08-4280-a662-12eca6d7b56f HTTP/1.1" status: 200 len: 909 time: 0.1623776 Jun 15 14:29:06.441881 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9b24149b-87ab-4f51-ad28-07761676524c req-5767e25e-36c8-47dd-aa1d-9989fb35df32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6840a2d-21ac-4478-9485-d268afdd44c6 HTTP/1.1" status: 200 len: 217 time: 0.0534155 Jun 15 14:29:06.521852 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24149b-87ab-4f51-ad28-07761676524c req-d188c142-621f-4c7d-bf21-7748433f0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:06.523174 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9b24149b-87ab-4f51-ad28-07761676524c req-d188c142-621f-4c7d-bf21-7748433f0af7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45ceefe4-710f-4e37-a202-55355794199b HTTP/1.1" status: 200 len: 848 time: 0.0725448 Jun 15 14:29:06.553459 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3114461f-3d1c-4dc0-95dc-72499d1da3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.576635 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9b24149b-87ab-4f51-ad28-07761676524c req-dc2048e4-4fc3-413c-9165-22f61727d540 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a5b2c05-6b08-4280-a662-12eca6d7b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403402 Jun 15 14:29:06.577808 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3114461f-3d1c-4dc0-95dc-72499d1da3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.580214 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f3d20b72-2b27-41d5-8e42-317cd5763c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:06.649535 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114461f-3d1c-4dc0-95dc-72499d1da3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32aee8e1-5f59-42df-827f-943666e5cb20,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:06.655950 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3114461f-3d1c-4dc0-95dc-72499d1da3e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0874280537e842ddb85132e7659af756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917445 Jun 15 14:29:06.656814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3114461f-3d1c-4dc0-95dc-72499d1da3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:06.658512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 49024) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:06.750537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.782674 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.871472 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.876582 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:06.879988 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32aee8e1-5f59-42df-827f-943666e5cb20 HTTP/1.1" status: 204 len: 168 time: 0.2183061 Jun 15 14:29:06.879988 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e64ea7d5-88af-45bb-9764-7eb4ef9b00cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:06.891095 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32aee8e1-5f59-42df-827f-943666e5cb20,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:06.894841 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:06.996449 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9b24149b-87ab-4f51-ad28-07761676524c req-74e98aaf-a7ad-42ac-afd8-4a900b2f4b49 service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125078 Jun 15 14:29:07.127982 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-7f0d16f1-4c8f-443a-94f7-b3b03177e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:07.130045 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-7f0d16f1-4c8f-443a-94f7-b3b03177e5aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.1808722 Jun 15 14:29:07.143487 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07635625-f330-488e-a1b2-66d7053be230 req-a218cca1-b102-4f0d-a9ca-d3ffb4104159 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:07.145076 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-07635625-f330-488e-a1b2-66d7053be230 req-a218cca1-b102-4f0d-a9ca-d3ffb4104159 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1423087 Jun 15 14:29:07.182943 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9b24149b-87ab-4f51-ad28-07761676524c req-471388ac-7aa0-4811-b074-f4bd1f0b2d8d service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774936 Jun 15 14:29:07.297867 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-07635625-f330-488e-a1b2-66d7053be230 req-11c761d0-cde4-48ca-8191-ffa95d1f6815 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299555 Jun 15 14:29:07.319051 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-b1df5a5b-234d-4eee-9ec5-10059e87409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:07.321463 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-b1df5a5b-234d-4eee-9ec5-10059e87409d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 920 time: 0.1734765 Jun 15 14:29:07.391805 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-7e09bce9-012a-4a7e-9b06-6611d7f8e8e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 200 len: 217 time: 0.0601397 Jun 15 14:29:07.492584 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-97a5e4b4-9eb2-4b8f-bc6d-eb8a1b90021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:07.494080 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-97a5e4b4-9eb2-4b8f-bc6d-eb8a1b90021a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.0946829 Jun 15 14:29:07.545527 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-27eb365f-27d7-4042-af32-0c20d434e0d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360317 Jun 15 14:29:07.579074 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07bff8-a9fd-489e-bc51-b1c78b7fcf9f req-be7be12b-1429-458a-8a48-62c377e5634d tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:07.583128 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc07bff8-a9fd-489e-bc51-b1c78b7fcf9f req-be7be12b-1429-458a-8a48-62c377e5634d tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 944 time: 0.1498458 Jun 15 14:29:07.688223 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc07bff8-a9fd-489e-bc51-b1c78b7fcf9f req-aa0818a6-c02c-4dac-a86e-4a937546c5be tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941467 Jun 15 14:29:07.726777 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-48305af7-07f9-4fb6-8031-2e39c70eaf7b service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787069 Jun 15 14:29:07.881167 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46e6eaf4-bb7f-4903-b7d0-632a7d31d910 req-e3b04f65-e0d8-4224-8faa-959479f96d76 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461334 Jun 15 14:29:08.488597 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186cfbc-9420-41b6-af75-a9dc3bbbdea2 req-b8444cb3-984b-44a9-bcfe-fa487b09431a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:08.490056 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6186cfbc-9420-41b6-af75-a9dc3bbbdea2 req-b8444cb3-984b-44a9-bcfe-fa487b09431a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0722225 Jun 15 14:29:08.532269 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6186cfbc-9420-41b6-af75-a9dc3bbbdea2 req-59322c94-c5d4-4638-b316-6b1e4652ba13 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Jun 15 14:29:08.888819 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07163e-fd29-4c1a-a07c-3d17f324acde req-7fce67d0-ce03-43a9-9174-e30bca989b8f tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:08.891485 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9f07163e-fd29-4c1a-a07c-3d17f324acde req-7fce67d0-ce03-43a9-9174-e30bca989b8f tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 944 time: 0.0749702 Jun 15 14:29:08.934281 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9f07163e-fd29-4c1a-a07c-3d17f324acde req-6c75f2d1-3da6-4e47-b599-f0ac06f0aaf9 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Jun 15 14:29:09.367798 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device f6840a2d-21ac-4478-9485-d268afdd44c6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:29:09.602423 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port f6840a2d-21ac-4478-9485-d268afdd44c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f6840a2d-21ac-4478-9485-d268afdd44c6,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:09.614724 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'f6840a2d-21ac-4478-9485-d268afdd44c6', 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f', 'port_id': 'f6840a2d-21ac-4478-9485-d268afdd44c6', 'mac_address': 'fa:16:3e:14:97:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ceefe4-710f-4e37-a202-55355794199b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:29:09.658372 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:09.674372 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6840a2d-21ac-4478-9485-d268afdd44c6 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:09.698528 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port f6840a2d-21ac-4478-9485-d268afdd44c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f6840a2d-21ac-4478-9485-d268afdd44c6,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:09.702990 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:09.704793 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-f92eded6-c001-47d7-a293-9b95ddb48bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:09.715598 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01ccb7-a8ac-482c-be9a-7d3fac7cc42d req-92616e7a-ef4e-4079-8ccb-9796fd88991a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:09.717190 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ff01ccb7-a8ac-482c-be9a-7d3fac7cc42d req-92616e7a-ef4e-4079-8ccb-9796fd88991a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0740523 Jun 15 14:29:09.757476 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=f6840a2d-21ac-4478-9485-d268afdd44c6,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:09.760186 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ff01ccb7-a8ac-482c-be9a-7d3fac7cc42d req-8d6a6388-43c8-4840-be6f-387a13c345a6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366833 Jun 15 14:29:09.760541 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:10.130192 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92324071-af77-4f65-a0bc-6eee365cde80 req-8c35cc77-7fe0-4c15-8b4b-9e6e65470544 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:10.132014 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-92324071-af77-4f65-a0bc-6eee365cde80 req-8c35cc77-7fe0-4c15-8b4b-9e6e65470544 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 945 time: 0.0729110 Jun 15 14:29:10.177478 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-92324071-af77-4f65-a0bc-6eee365cde80 req-4aca1f0d-6ac2-436d-ac81-1c71768ffa20 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396101 Jun 15 14:29:10.221580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['f6840a2d-21ac-4478-9485-d268afdd44c6'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:29:11.000063 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f60057-fcfa-45af-a5ce-d697258168db req-29dd2b51-3447-4ddb-9986-384d67ddd61b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:11.001435 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-15f60057-fcfa-45af-a5ce-d697258168db req-29dd2b51-3447-4ddb-9986-384d67ddd61b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1112928 Jun 15 14:29:11.292765 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-15f60057-fcfa-45af-a5ce-d697258168db req-9eef08d2-8b73-4d24-9fd1-6f45d80021b3 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821343 Jun 15 14:29:11.301477 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bffc2e-21ac-4eb7-bf57-c843f7cff6e9 req-587b6d09-ee81-42fa-b2d0-a09893608e8b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:11.303013 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68bffc2e-21ac-4eb7-bf57-c843f7cff6e9 req-587b6d09-ee81-42fa-b2d0-a09893608e8b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.3557017 Jun 15 14:29:11.359763 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68bffc2e-21ac-4eb7-bf57-c843f7cff6e9 req-4a45b25b-df70-4f7d-9484-a046100525d2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372627 Jun 15 14:29:11.479075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaf00a-6873-442e-8436-9a19aea331e5 req-c05e2afb-a3fb-4d90-ba60-735f3a3822ef tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:11.480611 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8eaf00a-6873-442e-8436-9a19aea331e5 req-c05e2afb-a3fb-4d90-ba60-735f3a3822ef tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 945 time: 0.0733337 Jun 15 14:29:11.526983 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8eaf00a-6873-442e-8436-9a19aea331e5 req-5caa1216-4980-498f-b77b-7c2ae0344959 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390837 Jun 15 14:29:12.485514 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaefb2-166d-43a7-a97f-66c5066d1af7 req-e63399bd-4378-4db0-8c41-678329695a22 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:12.487020 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4bbaefb2-166d-43a7-a97f-66c5066d1af7 req-e63399bd-4378-4db0-8c41-678329695a22 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0724406 Jun 15 14:29:12.562509 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4bbaefb2-166d-43a7-a97f-66c5066d1af7 req-76bf4ed1-7772-4301-ba59-02cbfc2e21e8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698521 Jun 15 14:29:12.600279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30c27b-4428-4bfb-b4bb-30adbf8f9a21 req-5fe51730-1d0d-47b3-b425-e90dfed1538d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:12.601740 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1e30c27b-4428-4bfb-b4bb-30adbf8f9a21 req-5fe51730-1d0d-47b3-b425-e90dfed1538d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1033151 Jun 15 14:29:12.649378 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1e30c27b-4428-4bfb-b4bb-30adbf8f9a21 req-a159603e-35c0-4212-b884-22cacf3a69f8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Jun 15 14:29:12.741327 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bdc2c-30bb-4eed-8cd8-a7c24d1a2f7a req-b0392e08-8548-4b78-af4c-a3d6d8fe0bf0 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:12.743155 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-080bdc2c-30bb-4eed-8cd8-a7c24d1a2f7a req-b0392e08-8548-4b78-af4c-a3d6d8fe0bf0 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 945 time: 0.0742769 Jun 15 14:29:12.789003 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-080bdc2c-30bb-4eed-8cd8-a7c24d1a2f7a req-54a6e9ca-2eb1-4054-afd7-b79504aa9ccc tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Jun 15 14:29:13.009901 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49190) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:13.121784 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.222445 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.226668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.229937 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3114461f-3d1c-4dc0-95dc-72499d1da3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:13.270005 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61056e5fbe89406798cc9448e5f2ff40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589321 Jun 15 14:29:13.270946 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5958189-954c-4e6c-878c-9353829b1bbe,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:13.272963 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 49196) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:13.278322 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.278714 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.279078 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.279426 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.279776 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.280118 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.281197 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.281624 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.281973 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.282328 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.282674 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.283016 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.287119 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:13.333825 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.363382 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.368371 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device f6840a2d-21ac-4478-9485-d268afdd44c6 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:13.423276 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.426007 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.428066 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5958189-954c-4e6c-878c-9353829b1bbe HTTP/1.1" status: 204 len: 168 time: 0.1533594 Jun 15 14:29:13.429346 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e89919e9-4719-4508-a2eb-820e3a8ff2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:13.432127 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port f6840a2d-21ac-4478-9485-d268afdd44c6 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:13.440124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5958189-954c-4e6c-878c-9353829b1bbe,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:13.441462 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port f6840a2d-21ac-4478-9485-d268afdd44c6 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:13.442526 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.448311 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.448686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.449045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.449390 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.449894 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.450244 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.450617 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.450963 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.451302 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.451635 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.453164 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.453666 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:13.456847 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:13.550264 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.579854 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6840a2d-21ac-4478-9485-d268afdd44c6'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:13.582185 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58ed02-bdba-4719-abf4-d3748dfa4801" -d '{"events": [{"server_uuid": "444940cc-bbe1-4ab4-b4cb-6c560d33bf05", "name": "network-vif-plugged", "status": "completed", "tag": "f6840a2d-21ac-4478-9485-d268afdd44c6"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:13.597661 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port f6840a2d-21ac-4478-9485-d268afdd44c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f6840a2d-21ac-4478-9485-d268afdd44c6,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:13.604680 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:13.606944 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-174701d7-8cea-417e-8423-eab3581ebad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:13.635802 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2a892a-a09d-4eef-b1f8-a1478da68a30 x-openstack-request-id: req-fb2a892a-a09d-4eef-b1f8-a1478da68a30 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:13.636109 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444940cc-bbe1-4ab4-b4cb-6c560d33bf05", "name": "network-vif-plugged", "status": "completed", "tag": "f6840a2d-21ac-4478-9485-d268afdd44c6", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:13.636414 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb2a892a-a09d-4eef-b1f8-a1478da68a30 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:13.636791 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6840a2d-21ac-4478-9485-d268afdd44c6', 'code': 200} Jun 15 14:29:13.668291 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=f6840a2d-21ac-4478-9485-d268afdd44c6,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:13.671832 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:13.776010 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c15f7-ce68-4a05-ade2-3477bc0f5072 req-bb2aef48-5e06-47b3-ba25-8bac65d7f0c8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:13.777554 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6a8c15f7-ce68-4a05-ade2-3477bc0f5072 req-bb2aef48-5e06-47b3-ba25-8bac65d7f0c8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0855510 Jun 15 14:29:13.864971 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6a8c15f7-ce68-4a05-ade2-3477bc0f5072 req-925db05e-f476-4438-854e-bf873279f0d2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804722 Jun 15 14:29:13.902526 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd837-01ab-496e-97a5-7aac71596883 req-c19a439c-9318-4780-aa3e-73c36f38a551 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:13.904121 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eacdd837-01ab-496e-97a5-7aac71596883 req-c19a439c-9318-4780-aa3e-73c36f38a551 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1183071 Jun 15 14:29:13.993311 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eacdd837-01ab-496e-97a5-7aac71596883 req-a422feda-be9c-441c-b41b-a9c331a53702 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784359 Jun 15 14:29:14.007709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9b1ae-9ea7-44fa-bf59-dff9b069c1d3 req-331cf1cf-b186-4149-97a4-acbc697c3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:14.009366 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5cf9b1ae-9ea7-44fa-bf59-dff9b069c1d3 req-331cf1cf-b186-4149-97a4-acbc697c3990 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 1099 time: 0.1043334 Jun 15 14:29:14.090401 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5cf9b1ae-9ea7-44fa-bf59-dff9b069c1d3 req-c35b717a-72c5-4572-b135-5d45de420d42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Jun 15 14:29:14.118426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd15579-6466-477c-a326-76a1456fb63b req-df36fd38-795c-4b1b-8b43-6ee58a919551 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:14.120103 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0fd15579-6466-477c-a326-76a1456fb63b req-df36fd38-795c-4b1b-8b43-6ee58a919551 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 946 time: 0.0972705 Jun 15 14:29:14.166984 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0fd15579-6466-477c-a326-76a1456fb63b req-6041f851-aded-4962-9da8-9117754444c7 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Jun 15 14:29:14.229055 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49228) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:14.327615 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1648373620-network', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:14.350230 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Made reservation on behalf of f74953c1b82146e7a585b5092191bc98 for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:14.352588 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.367850 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.490261 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.495047 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.499337 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-75e165c3-2b85-49de-9cd7-ae743670f062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:14.523471 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:14.533794 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3789ec-0048-45c1-82c2-2f992258c01d,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:14.538274 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:14.539365 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.539713 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Added segment 2a022036-9fae-4078-acd4-c3cd5d28c1e6 of type vlan for network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 Jun 15 14:29:14.600846 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.632606 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.633974 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:14.634612 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.636718 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:14.674131 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4436891 Jun 15 14:29:14.676910 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49246) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:14.681713 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Request body: {'subnet': {'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1648373620-subnet', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:14.732275 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Pushing event updated for resources: {'Network': ['ID=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:14.736573 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:14.743753 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:14.751104 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Made reservation on behalf of f74953c1b82146e7a585b5092191bc98 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:14.753498 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.980139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:14.982326 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:15.047621 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb051c0-0d8d-48c2-b89c-82cac7edc7da,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:15.052315 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:15.072788 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Checking segment: {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:15.073258 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Network hostable DHCP agents. Network: d997a0dc-05e0-4ab6-a397-e6f01b8d6d24, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:15.078380 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afd3ac-babe-409f-95f1-474f6b7ffb3d req-f4426753-dba3-4563-a0ee-d882d94b8e34 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:15.080630 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-88afd3ac-babe-409f-95f1-474f6b7ffb3d req-f4426753-dba3-4563-a0ee-d882d94b8e34 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0830169 Jun 15 14:29:15.102150 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:15.112477 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, d997a0dc-05e0-4ab6-a397-e6f01b8d6d24) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:15.117141 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:15.117567 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.126358 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0e6b08-706e-42fd-8b78-5b65d4e5a282 None None] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:15.135095 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-88afd3ac-babe-409f-95f1-474f6b7ffb3d req-a2431492-d3fc-4aca-80be-28d9c2e95d43 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478821 Jun 15 14:29:15.138500 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4599564 Jun 15 14:29:15.141393 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 49256) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:15.146030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:15.208201 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.209376 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.346959 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-d997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:29:15.347826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.359565 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abbc25-ef68-40e0-a4c0-2446a951f845 req-31df8552-37bf-49a2-a0a9-185225dc7188 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:15.361032 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-16abbc25-ef68-40e0-a4c0-2446a951f845 req-31df8552-37bf-49a2-a0a9-185225dc7188 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.2008870 Jun 15 14:29:15.366925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.513250 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Allocated IP 172.20.0.2 (d997a0dc-05e0-4ab6-a397-e6f01b8d6d24/2bb051c0-0d8d-48c2-b89c-82cac7edc7da/49f52546-e085-4582-bff6-d2ffdf2a26e8) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:15.604208 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-16abbc25-ef68-40e0-a4c0-2446a951f845 req-7f8ad297-f15d-45f1-93c5-5faddd7cf835 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360539 Jun 15 14:29:15.663449 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.683458 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafac8e-5fc2-4474-bb67-7ac735a35ab1 req-5c424352-4c8f-4394-9da5-f8d8d15caf62 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:15.684958 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ebafac8e-5fc2-4474-bb67-7ac735a35ab1 req-5c424352-4c8f-4394-9da5-f8d8d15caf62 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 946 time: 0.3464491 Jun 15 14:29:15.738003 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.746111 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Transition to ACTIVE for port object 49f52546-e085-4582-bff6-d2ffdf2a26e8 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:15.751837 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ebafac8e-5fc2-4474-bb67-7ac735a35ab1 req-276dce47-fe2d-4f66-9601-8094f8834990 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526085 Jun 15 14:29:15.762627 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Transition to ACTIVE for port object 49f52546-e085-4582-bff6-d2ffdf2a26e8 will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:15.771422 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.774457 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:15.812230 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:15.815097 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:15.824279 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:15.839568 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Pushing event updated for resources: {'Port': ['ID=49f52546-e085-4582-bff6-d2ffdf2a26e8,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:15.866402 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:15.907545 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Attempting to bind port 49f52546-e085-4582-bff6-d2ffdf2a26e8 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:15.907932 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Attempting to bind port 49f52546-e085-4582-bff6-d2ffdf2a26e8 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:15.908322 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Attempting to bind port 49f52546-e085-4582-bff6-d2ffdf2a26e8 on network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:15.919285 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:15.919721 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Checking segment: {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:15.920156 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.920557 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Bound using segment: {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:15.921709 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Bound port: 49f52546-e085-4582-bff6-d2ffdf2a26e8, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:15.922218 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:16.014623 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] For port 49f52546-e085-4582-bff6-d2ffdf2a26e8, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:16.018125 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] For port 49f52546-e085-4582-bff6-d2ffdf2a26e8, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=49f52546-e085-4582-bff6-d2ffdf2a26e8,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:16.018432 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:16.023448 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:16.026705 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:16.051798 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:16.103273 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Pushing event updated for resources: {'Port': ['ID=49f52546-e085-4582-bff6-d2ffdf2a26e8,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:16.106493 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:16.191333 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Allocated IP 172.27.3.105 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/40eecb54-847d-40b9-8519-9f8098c6d6cb) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:16.403199 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:16.439697 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686882ad-ef46-4e0a-85a2-ed79c9fd318f req-db11eee0-e176-460c-acc7-5919df51f989 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:16.441233 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-686882ad-ef46-4e0a-85a2-ed79c9fd318f req-db11eee0-e176-460c-acc7-5919df51f989 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1348381 Jun 15 14:29:16.495980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:16.504161 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:16.539560 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-686882ad-ef46-4e0a-85a2-ed79c9fd318f req-0e9966a3-8181-446a-b4af-c83d16de41f9 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874441 Jun 15 14:29:16.559344 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:16.562960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:16.566692 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:16.572195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Pushing event updated for resources: {'Port': ['ID=40eecb54-847d-40b9-8519-9f8098c6d6cb,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:16.620128 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:16.997981 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 49f52546-e085-4582-bff6-d2ffdf2a26e8 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:17.073314 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 49f52546-e085-4582-bff6-d2ffdf2a26e8 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:17.161029 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a88d3-0574-4de2-9ced-ae9e49c365a3 None None] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:17.246021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86bec2-2d7c-4fe9-a9b7-a757f41f79f3 req-65db1c30-f435-437f-8d28-b25d82ba5c50 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:17.247581 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ef86bec2-2d7c-4fe9-a9b7-a757f41f79f3 req-65db1c30-f435-437f-8d28-b25d82ba5c50 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 946 time: 0.3225117 Jun 15 14:29:17.271656 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Provisioning for port 49f52546-e085-4582-bff6-d2ffdf2a26e8 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:17.281140 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f541d-c3c1-4856-aa8c-dc3155c7ad7e req-f0b86e7e-deb3-4c8f-aa72-94358f4ae0ac tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:17.282790 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b12f541d-c3c1-4856-aa8c-dc3155c7ad7e req-f0b86e7e-deb3-4c8f-aa72-94358f4ae0ac tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.3566365 Jun 15 14:29:17.284113 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Provisioning complete for port 49f52546-e085-4582-bff6-d2ffdf2a26e8 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:17.284502 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:17.368377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ef86bec2-2d7c-4fe9-a9b7-a757f41f79f3 req-49a6a459-cede-404b-a616-073cde6b532a tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087601 Jun 15 14:29:17.373304 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b12f541d-c3c1-4856-aa8c-dc3155c7ad7e req-a6ef8bdd-915d-46ee-8228-3998ffae1629 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771368 Jun 15 14:29:17.374093 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:17.467124 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:17.518594 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] For port 49f52546-e085-4582-bff6-d2ffdf2a26e8, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=49f52546-e085-4582-bff6-d2ffdf2a26e8,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:17.523700 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:17.525880 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:17.586535 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Pushing event updated for resources: {'Port': ['ID=49f52546-e085-4582-bff6-d2ffdf2a26e8,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:17.598985 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:17.750621 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-311ac9e5-84e4-44d8-99aa-d6448be3907c None None] Provisioning complete for port 49f52546-e085-4582-bff6-d2ffdf2a26e8 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:17.751139 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-311ac9e5-84e4-44d8-99aa-d6448be3907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:17.790580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711f4e-299e-4564-b799-3d0565477432 req-a6b2892a-7557-422c-8c4e-831e2614bb99 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:17.792160 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-a6b2892a-7557-422c-8c4e-831e2614bb99 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.2891068 Jun 15 14:29:17.849830 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-34703e68-e8ca-4e0e-9075-0e67b09c6619 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/quotas/8f50be4fbedc42d6bb1f17de375f825a HTTP/1.1" status: 200 len: 375 time: 0.0333180 Jun 15 14:29:17.932480 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:17.951071 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b74a-04a1-48ae-ae12-792dca410baf req-6e15e4b5-2009-43bc-b6f6-1d1ed3903486 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:17.952753 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5c59b74a-04a1-48ae-ae12-792dca410baf req-6e15e4b5-2009-43bc-b6f6-1d1ed3903486 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.2778823 Jun 15 14:29:18.115577 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5c59b74a-04a1-48ae-ae12-792dca410baf req-eb63da17-eae7-4031-98b0-17487216b224 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562102 Jun 15 14:29:18.125615 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-99a487d8-d02f-42ff-bbbb-615b71b6fb6c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2613399 Jun 15 14:29:18.290887 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-0f082a44-f331-4eaa-890a-09d5388f3a37 service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511049 Jun 15 14:29:18.296516 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Router bafd2e0c-854a-449f-b12f-42026dc38e60 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:29:18.821530 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-ad04ac02-af4e-4830-b20c-c437c6e2b66b service neutron] 10.222.0.15 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227458 Jun 15 14:29:18.846294 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:18.857219 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Sync routers for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:18.868800 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:18.869590 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:28:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:18.870488 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8bed4-bee2-43bf-af80-96cbf48ca4b1 req-882418eb-e3b2-4260-bf29-546be0a477ad tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:18.871931 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-34f8bed4-bee2-43bf-af80-96cbf48ca4b1 req-882418eb-e3b2-4260-bf29-546be0a477ad tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 946 time: 0.1393709 Jun 15 14:29:18.875365 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:18.876521 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7341118 Jun 15 14:29:18.879492 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49306) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:18.951253 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 49f52546-e085-4582-bff6-d2ffdf2a26e8 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:18.995236 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-34f8bed4-bee2-43bf-af80-96cbf48ca4b1 req-2da0d821-6736-4402-bfe9-6e115e1d7654 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084881 Jun 15 14:29:19.072289 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:19.091940 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 49f52546-e085-4582-bff6-d2ffdf2a26e8 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:19.092342 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:19.202769 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b83d14f7-9456-4c9d-9ee1-2602d7530b16 req-2d9a7641-366e-4dc3-9191-87f7000ceb7d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 210 time: 0.0884795 Jun 15 14:29:19.301060 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe582f8-2808-47f4-8bb8-43a4062d4966 req-bb108dfc-8d4f-421a-9547-8b2cc2c3364c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:19.304427 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbe582f8-2808-47f4-8bb8-43a4062d4966 req-bb108dfc-8d4f-421a-9547-8b2cc2c3364c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1759942 Jun 15 14:29:19.373174 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbe582f8-2808-47f4-8bb8-43a4062d4966 req-1f99904e-6fcf-48cf-a9b9-c50dcdcb79cb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603049 Jun 15 14:29:19.468572 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9bfd7-2930-4038-b136-54724e81b623 req-e35294a4-5beb-4131-b646-e9d90596603e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:19.468572 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e1a9bfd7-2930-4038-b136-54724e81b623 req-e35294a4-5beb-4131-b646-e9d90596603e tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0905838 Jun 15 14:29:19.478695 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:17Z', 'revision_number': 3, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:19.492414 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Checking router: bafd2e0c-854a-449f-b12f-42026dc38e60 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:19.492414 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Updating router bafd2e0c-854a-449f-b12f-42026dc38e60 port 40eecb54-847d-40b9-8519-9f8098c6d6cb binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:19.523682 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e1a9bfd7-2930-4038-b136-54724e81b623 req-346749ae-2322-48a7-99f0-05adfcce82b8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Jun 15 14:29:19.553464 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:19.683219 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:19.893597 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Allocated IP 172.20.0.1 (d997a0dc-05e0-4ab6-a397-e6f01b8d6d24/2bb051c0-0d8d-48c2-b89c-82cac7edc7da/aa60d3c9-a04d-4924-8c8e-f9ece85b2b72) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:19.899895 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:19.911862 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Transition to ACTIVE for port object 40eecb54-847d-40b9-8519-9f8098c6d6cb will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:19.919573 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:19.924012 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:20.042679 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.062548 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Transition to ACTIVE for port object aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:20.078914 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Attempting to bind port 40eecb54-847d-40b9-8519-9f8098c6d6cb on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:20.079252 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Attempting to bind port 40eecb54-847d-40b9-8519-9f8098c6d6cb by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:20.079776 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Attempting to bind port 40eecb54-847d-40b9-8519-9f8098c6d6cb on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:20.088344 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:20.088727 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:20.089137 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.089537 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:20.090004 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Bound port: 40eecb54-847d-40b9-8519-9f8098c6d6cb, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:20.090405 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.093409 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Pushing event updated for resources: {'Port': ['ID=40eecb54-847d-40b9-8519-9f8098c6d6cb,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:20.100045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.102048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e97dd7f0-372d-4fd5-80ec-038d3db0928f tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:20.125570 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.125931 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.126280 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.126643 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.127048 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.127307 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.127637 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.127964 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.128308 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.128634 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.128960 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.129278 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:20.133187 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:20.157356 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:20.160752 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:20.165131 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:20.168318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Pushing event updated for resources: {'Port': ['ID=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:20.176057 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] For port 40eecb54-847d-40b9-8519-9f8098c6d6cb, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:20.179814 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] For port 40eecb54-847d-40b9-8519-9f8098c6d6cb, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=40eecb54-847d-40b9-8519-9f8098c6d6cb,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:20.187088 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.190840 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7dc5d209-bfb2-447b-85ca-9e4c43ad0953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:20.199537 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:20.218686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66036c-96ab-4321-a5a7-63fc5ca1161c req-4c182049-bfc3-47ec-906d-9e5d3eed7eb6 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:20.220602 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3e66036c-96ab-4321-a5a7-63fc5ca1161c req-4c182049-bfc3-47ec-906d-9e5d3eed7eb6 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 946 time: 0.0987937 Jun 15 14:29:20.229211 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.263151 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:20.263794 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:28:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:20.283871 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3e66036c-96ab-4321-a5a7-63fc5ca1161c req-c629216a-7338-4c04-b614-02b6ca55ef80 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563471 Jun 15 14:29:20.405668 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Pushing event updated for resources: {'Port': ['ID=40eecb54-847d-40b9-8519-9f8098c6d6cb,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:20.409166 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:20.425048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.458851 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1a665f23-437d-470e-a58f-de83ca03cfa4 req-df8a2ebc-6d13-418d-abae-8741e604c1c9 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 210 time: 0.0822794 Jun 15 14:29:20.478114 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:20.543696 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-1a2464d9-7ef7-4dcd-b797-0cda8c85ba24 None None] Provisioning for port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:20.549677 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-1a2464d9-7ef7-4dcd-b797-0cda8c85ba24 None None] Provisioning complete for port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:20.550385 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1a2464d9-7ef7-4dcd-b797-0cda8c85ba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.642625 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-1a2464d9-7ef7-4dcd-b797-0cda8c85ba24 None None] Port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:29:20.680501 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.688745 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.693462 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c4aef3bc-3699-4fd8-a515-53f8c4981685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:20.709831 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b651f2-8b66-4896-a42b-bfd5732d76a2 req-eb508f6a-876a-4ab3-b1b5-02e3a6518627 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:20.719262 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-16b651f2-8b66-4896-a42b-bfd5732d76a2 req-eb508f6a-876a-4ab3-b1b5-02e3a6518627 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1458135 Jun 15 14:29:20.783092 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Pushing event updated for resources: {'Port': ['ID=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:20.788604 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:20.817938 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.828549 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:17Z', 'revision_number': 3, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:20.833117 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a08e4e-d398-46bc-8d03-8776764ee6af None None] The sync data for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi is: [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:17Z', 'revision_number': 3, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:20.894587 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-16b651f2-8b66-4896-a42b-bfd5732d76a2 req-8b3d51bd-662d-4faf-ab67-503e0fe0809c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739910 Jun 15 14:29:20.991592 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e1039-b855-4580-bbad-49a2433ae314 req-10d50614-8c32-4c9f-bd46-ae237b9044b9 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:20.993126 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a13e1039-b855-4580-bbad-49a2433ae314 req-10d50614-8c32-4c9f-bd46-ae237b9044b9 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.2715106 Jun 15 14:29:21.001943 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:21.003898 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:21.047966 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711f4e-299e-4564-b799-3d0565477432 req-659e1989-3551-4699-9077-0f2def990dee tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:21.049753 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-659e1989-3551-4699-9077-0f2def990dee tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 814 time: 0.2729385 Jun 15 14:29:21.085936 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a13e1039-b855-4580-bbad-49a2433ae314 req-808c71ba-b3be-4960-9c86-6527c264a920 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835731 Jun 15 14:29:21.090802 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Request body: {'port': {'device_id': '7474e11d-6d81-439c-8709-1cd1052f8232', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'admin_state_up': True, 'tenant_id': '8f50be4fbedc42d6bb1f17de375f825a'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:21.317039 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Made reservation on behalf of 8f50be4fbedc42d6bb1f17de375f825a for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:21.320742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Router bafd2e0c-854a-449f-b12f-42026dc38e60 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:29:21.322517 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:21.329972 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-b0bffc12-9df6-4ff6-b1e4-c0aa8404a5b0 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:21.331611 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-b0bffc12-9df6-4ff6-b1e4-c0aa8404a5b0 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 946 time: 0.1322269 Jun 15 14:29:21.372969 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-24b2876c-5056-48b0-a3bf-ce11553f3a01 None None] Provisioning complete for port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:21.373357 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-24b2876c-5056-48b0-a3bf-ce11553f3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:21.442237 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-24b2876c-5056-48b0-a3bf-ce11553f3a01 None None] Port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:29:21.597657 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2a3b0-33d1-4f75-b3b0-e73b48311156 req-7964cfe7-b5b3-4ec7-b799-1b1a837d7416 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:21.599210 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9ac2a3b0-33d1-4f75-b3b0-e73b48311156 req-7964cfe7-b5b3-4ec7-b799-1b1a837d7416 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 946 time: 0.1583889 Jun 15 14:29:21.617900 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Allocated IP 172.20.0.14 (b5daba63-0e0c-4bca-a4ae-b35b45463e3a/2d7e333c-c43c-4232-b649-4207313a02ba/2de5de5b-63f9-42fa-b291-d3b6f1213a8c) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:21.671675 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a253b615-102b-4874-89a8-460c7bd388cc req-ab12a76b-7586-4b1f-8c00-8fdef32123ea tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 210 time: 0.0682993 Jun 15 14:29:21.718754 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9ac2a3b0-33d1-4f75-b3b0-e73b48311156 req-795816d8-f1ac-463e-873b-1775c1138adf tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107316 Jun 15 14:29:21.864384 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:21.869967 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] 10.222.0.15 "PUT /v2.0/routers/bafd2e0c-854a-449f-b12f-42026dc38e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9892859 Jun 15 14:29:21.881591 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:21.887218 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Deleting port f6840a2d-21ac-4478-9485-d268afdd44c6 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:29:21.887574 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:21.939764 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:21.944759 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:22.010262 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb', '1965ecd8-f7c0-4793-9a6a-98435d431b96', '2f14a4b1-c258-4cfe-baa3-b25b892b0d40'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:29:22.044079 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Network b5daba63-0e0c-4bca-a4ae-b35b45463e3a is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:22.049656 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:22.057045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:22.065445 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:22.067007 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.072025 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] For port f6840a2d-21ac-4478-9485-d268afdd44c6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=f6840a2d-21ac-4478-9485-d268afdd44c6,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:22.072545 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.093523 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0057514 Jun 15 14:29:22.094800 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event updated for resources: {'Port': ['ID=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:22.098928 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:22.117906 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Request body: {'port': {'device_id': '7474e11d-6d81-439c-8709-1cd1052f8232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:22.213501 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Calling delete_port for f6840a2d-21ac-4478-9485-d268afdd44c6 owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:29:22.354988 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.450160 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.457758 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:22.507338 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Pushing event deleted for resources: {'Port': ['ID=f6840a2d-21ac-4478-9485-d268afdd44c6,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:22.519792 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:22.598592 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] No DVR routers for this DVR port f6840a2d-21ac-4478-9485-d268afdd44c6 on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:29:22.601844 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.604155 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-50c69bdc-86b5-4244-b578-50f109a0d8da req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "DELETE /v2.0/ports/f6840a2d-21ac-4478-9485-d268afdd44c6 HTTP/1.1" status: 204 len: 173 time: 1.2015786 Jun 15 14:29:22.604737 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'name': 'network-vif-deleted', 'tag': 'f6840a2d-21ac-4478-9485-d268afdd44c6'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:22.605255 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45c24f-49e5-4bec-ac02-10d68a3e21f7 req-d6c0dacc-22a8-4989-b5a9-e3314f531aa6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:22.607585 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072e09f-6136-4444-af53-3be4b105debc" -d '{"events": [{"server_uuid": "444940cc-bbe1-4ab4-b4cb-6c560d33bf05", "name": "network-vif-deleted", "tag": "f6840a2d-21ac-4478-9485-d268afdd44c6"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:22.614954 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9f45c24f-49e5-4bec-ac02-10d68a3e21f7 req-d6c0dacc-22a8-4989-b5a9-e3314f531aa6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.4367871 Jun 15 14:29:22.691818 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49372) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:22.697950 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-880991837-network', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:22.723606 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Made reservation on behalf of e2aa63abd34b4c42a9419b468cbca2cc for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:22.726043 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.729586 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2c29b-8f3d-4599-acb9-21e5f8cf7836 req-99d93e21-682b-4006-82a9-b6ca10741c1d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:22.731451 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e4e2c29b-8f3d-4599-acb9-21e5f8cf7836 req-99d93e21-682b-4006-82a9-b6ca10741c1d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.4495111 Jun 15 14:29:22.747248 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.783222 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9f45c24f-49e5-4bec-ac02-10d68a3e21f7 req-704dff73-de6c-44eb-abdc-e886e92c9cb6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673181 Jun 15 14:29:22.852742 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e4e2c29b-8f3d-4599-acb9-21e5f8cf7836 req-29721018-61d5-4192-a5a6-158fcfd1c1fb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115253 Jun 15 14:29:22.857518 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5200c5e8-37e9-4eea-9561-f09c55cb86fc x-openstack-request-id: req-5200c5e8-37e9-4eea-9561-f09c55cb86fc {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:22.857849 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444940cc-bbe1-4ab4-b4cb-6c560d33bf05", "name": "network-vif-deleted", "tag": "f6840a2d-21ac-4478-9485-d268afdd44c6", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:22.858233 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5200c5e8-37e9-4eea-9561-f09c55cb86fc {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:22.858787 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444940cc-bbe1-4ab4-b4cb-6c560d33bf05', 'name': 'network-vif-deleted', 'tag': 'f6840a2d-21ac-4478-9485-d268afdd44c6', 'status': 'completed', 'code': 200} Jun 15 14:29:22.903353 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.910603 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.913954 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7ca8d7cb-bd9b-481a-8b82-b435c7515a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:22.952510 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dccd95-8a45-40dd-a595-9c441c6ad791,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:22.963102 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:22.964335 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de5de5b-63f9-42fa-b291-d3b6f1213a8c {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:22.972508 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.986953 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:23.000275 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.000638 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Added segment 9087d4b8-bec6-4784-ad43-1b48ef8dacb0 of type vlan for network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 Jun 15 14:29:23.012569 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Transition to ACTIVE for port object 2de5de5b-63f9-42fa-b291-d3b6f1213a8c will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:23.032309 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.038835 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Sync routers for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:23.056736 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:23.060987 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:23.063558 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:28:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:23.066888 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 40eecb54-847d-40b9-8519-9f8098c6d6cb up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:23.106663 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.167836 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.169163 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:23.169748 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.173148 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cc7360ad-40a8-470c-adac-e7b971d532b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:23.176888 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-05c35849-6959-4e7a-a062-69d789d640fd req-8cb9457e-bf20-4134-9bbc-e9d004b806c9 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=444940cc-bbe1-4ab4-b4cb-6c560d33bf05 HTTP/1.1" status: 200 len: 210 time: 0.0783472 Jun 15 14:29:23.211186 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5179887 Jun 15 14:29:23.214023 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49384) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:23.220963 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Request body: {'subnet': {'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-880991837-subnet', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:23.227566 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:23.231684 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:23.275930 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56e9b0-9760-4c3e-bdaa-584a9cdac913 req-b7f43015-a3f2-48c7-8c2a-8eaba254456c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:23.277779 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9b56e9b0-9760-4c3e-bdaa-584a9cdac913 req-b7f43015-a3f2-48c7-8c2a-8eaba254456c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 944 time: 0.2692854 Jun 15 14:29:23.289722 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 40eecb54-847d-40b9-8519-9f8098c6d6cb completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:23.291598 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Pushing event updated for resources: {'Network': ['ID=9195d2dc-72e9-4c97-a2bc-b04ce36c1403,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:23.299476 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:23.300705 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 40eecb54-847d-40b9-8519-9f8098c6d6cb triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:23.301084 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.306152 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:23.321878 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Made reservation on behalf of e2aa63abd34b4c42a9419b468cbca2cc for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:23.325143 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.365332 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Attempting to bind port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:23.366140 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Attempting to bind port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:23.366526 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Attempting to bind port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:23.373457 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:23.388801 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:29:23.389146 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Attempting to bind port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c on network b5daba63-0e0c-4bca-a4ae-b35b45463e3a {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:23.404522 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9b56e9b0-9760-4c3e-bdaa-584a9cdac913 req-24f52266-1cc6-4b06-9c72-6142307ce99a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738902 Jun 15 14:29:23.405834 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:23.406393 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Checking segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:23.406934 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Bound using segment: {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:23.407398 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Bound port: 2de5de5b-63f9-42fa-b291-d3b6f1213a8c, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1f276e-61b6-4e04-9276-ebe41a90f5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:23.407756 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.491032 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['f6840a2d-21ac-4478-9485-d268afdd44c6'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:29:23.526005 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] For port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:23.529620 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] For port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:23.538172 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.543803 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:23.587767 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.587993 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:23.588482 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.589791 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] 10.222.0.61 "PUT /v2.0/ports/2de5de5b-63f9-42fa-b291-d3b6f1213a8c HTTP/1.1" status: 200 len: 1094 time: 1.4768894 Jun 15 14:29:23.590296 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474e11d-6d81-439c-8709-1cd1052f8232', 'tag': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:23.590727 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-419ea440-51e8-4540-ab72-bfcc2393e239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:23.593379 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f654c98-611d-46b1-a667-5ed3d49afe82" -d '{"events": [{"name": "network-changed", "server_uuid": "7474e11d-6d81-439c-8709-1cd1052f8232", "tag": "2de5de5b-63f9-42fa-b291-d3b6f1213a8c"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:23.643413 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:23.650610 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:23.662783 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2b34e2-5e98-4e77-90b4-95e87e262999 x-openstack-request-id: req-0a2b34e2-5e98-4e77-90b4-95e87e262999 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:23.663188 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7474e11d-6d81-439c-8709-1cd1052f8232", "tag": "2de5de5b-63f9-42fa-b291-d3b6f1213a8c", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:23.663529 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a2b34e2-5e98-4e77-90b4-95e87e262999 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:23.664013 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474e11d-6d81-439c-8709-1cd1052f8232', 'tag': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c', 'status': 'completed', 'code': 200} Jun 15 14:29:23.666821 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd05ca08-cab1-4570-ac51-39537f3ae2f2,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:23.672128 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:23.679336 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Checking segment: {'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:23.679764 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Network hostable DHCP agents. Network: 9195d2dc-72e9-4c97-a2bc-b04ce36c1403, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:23.704071 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:23.715746 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 9195d2dc-72e9-4c97-a2bc-b04ce36c1403) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:23.721258 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:23.721869 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.733844 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e4da1-ffa8-4a2f-b8b4-a02a77c89e5a None None] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:23.738565 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5210738 Jun 15 14:29:23.738821 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49388) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:23.743688 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:23.766716 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.767763 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.769214 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711f4e-299e-4564-b799-3d0565477432 req-b5a7c566-e125-4c79-a464-1ae2372c1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:23.770800 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-b5a7c566-e125-4c79-a464-1ae2372c1c22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 1097 time: 0.0729096 Jun 15 14:29:23.775555 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.836480 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.857556 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-d0b13ec8-3b3a-4397-97eb-fe486074a564 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de5de5b-63f9-42fa-b291-d3b6f1213a8c HTTP/1.1" status: 200 len: 217 time: 0.0653515 Jun 15 14:29:23.894557 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 40eecb54-847d-40b9-8519-9f8098c6d6cb, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=40eecb54-847d-40b9-8519-9f8098c6d6cb,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:23.902336 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:23.908536 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:23.938901 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711f4e-299e-4564-b799-3d0565477432 req-d95160bc-841a-4a0e-a4dc-4b0b469cf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:23.940477 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-d95160bc-841a-4a0e-a4dc-4b0b469cf3bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.0760715 Jun 15 14:29:24.029049 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=40eecb54-847d-40b9-8519-9f8098c6d6cb,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:24.032846 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-1858e012-b026-42de-9ff1-d52ca67dc1c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480394 Jun 15 14:29:24.036364 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:24.044186 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 2, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:24.074309 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Checking router: bafd2e0c-854a-449f-b12f-42026dc38e60 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:24.074941 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Updating router bafd2e0c-854a-449f-b12f-42026dc38e60 port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:24.110779 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.202802 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148973-543e-4637-b544-f3f6fc1b66a8 req-d297c36c-6186-4a69-90eb-b279ecfba548 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:24.204620 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-90148973-543e-4637-b544-f3f6fc1b66a8 req-d297c36c-6186-4a69-90eb-b279ecfba548 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.2630970 Jun 15 14:29:24.233293 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-9195d2dc-72e9-4c97-a2bc-b04ce36c1403', 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'fixed_ips': [{'subnet_id': 'fd05ca08-cab1-4570-ac51-39537f3ae2f2'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:29:24.234170 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.269207 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.276141 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27369-fd07-49e9-909e-7b1a18ef040e req-38ec3b56-0dbe-4b63-9253-55870c17a0cc tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:24.277648 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fec27369-fd07-49e9-909e-7b1a18ef040e req-38ec3b56-0dbe-4b63-9253-55870c17a0cc tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.2437575 Jun 15 14:29:24.283279 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-e00fc0ac-2162-4afe-a50e-287105b09991 service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072563 Jun 15 14:29:24.289186 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-90148973-543e-4637-b544-f3f6fc1b66a8 req-ded19b91-8766-4db1-b888-2e430e06b684 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760856 Jun 15 14:29:24.431857 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.509236 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.532955 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Allocated IP 172.20.0.2 (9195d2dc-72e9-4c97-a2bc-b04ce36c1403/fd05ca08-cab1-4570-ac51-39537f3ae2f2/80327dfe-895d-4c37-a7b9-19af993c776a) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:24.672296 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Allocated IP 172.27.3.79 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/619bf849-53a6-40c7-9f9b-de8727572fc6) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:24.687392 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fec27369-fd07-49e9-909e-7b1a18ef040e req-53c6f51a-90cc-49ae-9aa3-008ed9ba2947 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969116 Jun 15 14:29:24.824027 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a711f4e-299e-4564-b799-3d0565477432 req-1ec7bfe2-0e76-43b4-bca0-74f74cf33fde service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321710 Jun 15 14:29:24.834897 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.881938 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5644-69ed-4eff-88c6-2df3d67186d7 req-8ddcb756-1baf-46f7-b814-10b3e53a3d81 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:24.883290 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.886205 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.888853 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-92ba5644-69ed-4eff-88c6-2df3d67186d7 req-8ddcb756-1baf-46f7-b814-10b3e53a3d81 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 944 time: 0.2120285 Jun 15 14:29:24.899794 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Transition to ACTIVE for port object 80327dfe-895d-4c37-a7b9-19af993c776a will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:24.905947 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Transition to ACTIVE for port object aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:24.914531 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.918016 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-97c25d1d-4d5f-458b-a745-59ba9159fd9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:24.919584 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.923064 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:24.925629 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Transition to ACTIVE for port object 80327dfe-895d-4c37-a7b9-19af993c776a will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:24.960833 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.978184 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:24.981564 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:24.985655 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:25.020234 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Pushing event updated for resources: {'Port': ['ID=619bf849-53a6-40c7-9f9b-de8727572fc6,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:25.023358 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:25.036438 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 40eecb54-847d-40b9-8519-9f8098c6d6cb up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:25.071542 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:25.073357 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78d26c-8702-4ab7-9332-036dd0bd89f9 None None] Pushing event updated for resources: {'Port': ['ID=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:25.079663 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b78d26c-8702-4ab7-9332-036dd0bd89f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:25.081828 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:25.083989 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:25.097709 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:25.113336 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-92ba5644-69ed-4eff-88c6-2df3d67186d7 req-24e24af2-0a96-4d6b-8ca7-b96b5c73e38a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229059 Jun 15 14:29:25.150386 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-4d15f5d4-83fe-4c74-ba4b-60fc196aef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:25.152029 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-4d15f5d4-83fe-4c74-ba4b-60fc196aef8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 1097 time: 0.1493874 Jun 15 14:29:25.163483 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226c25-1e3d-4253-874e-c14783e181cf req-fd261084-1336-4fa4-93c5-d0097cf9f54b tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:25.170809 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-fd261084-1336-4fa4-93c5-d0097cf9f54b tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/networks?id=3a5b2c05-6b08-4280-a662-12eca6d7b56f HTTP/1.1" status: 200 len: 808 time: 0.3381643 Jun 15 14:29:25.221316 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-21fdb413-5ee2-4b05-95b7-1630517089fd tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/quotas/ac76142329d740f788c3130ea61f6bf3 HTTP/1.1" status: 200 len: 375 time: 0.0415101 Jun 15 14:29:25.282992 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Attempting to bind port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:25.283521 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Attempting to bind port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:25.284534 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Attempting to bind port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 on network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:25.292198 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Pushing event updated for resources: {'Port': ['ID=80327dfe-895d-4c37-a7b9-19af993c776a,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:25.299486 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:25.305145 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:25.305693 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Checking segment: {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:25.306134 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.306574 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Bound using segment: {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:25.307058 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Bound port: aa60d3c9-a04d-4924-8c8e-f9ece85b2b72, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:25.307444 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.323346 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-f78360fe-8415-4e35-995d-f4753e6870eb tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ac76142329d740f788c3130ea61f6bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935304 Jun 15 14:29:25.346630 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 40eecb54-847d-40b9-8519-9f8098c6d6cb triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:25.347020 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.348677 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Attempting to bind port 80327dfe-895d-4c37-a7b9-19af993c776a on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:25.349060 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Attempting to bind port 80327dfe-895d-4c37-a7b9-19af993c776a by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:25.349667 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Attempting to bind port 80327dfe-895d-4c37-a7b9-19af993c776a on network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:25.356422 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-e53816bb-789b-4c6e-92e6-0815879d358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:25.357122 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:25.357521 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Checking segment: {'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:25.358051 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.358687 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-e53816bb-789b-4c6e-92e6-0815879d358a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 200 len: 915 time: 0.1860273 Jun 15 14:29:25.359186 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Bound using segment: {'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:25.359877 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Bound port: 80327dfe-895d-4c37-a7b9-19af993c776a, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:25.360061 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.428276 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.435826 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-261d65a1-c086-4b0b-a8a2-1ff41a39e83c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de5de5b-63f9-42fa-b291-d3b6f1213a8c HTTP/1.1" status: 200 len: 217 time: 0.0606596 Jun 15 14:29:25.473962 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device f6840a2d-21ac-4478-9485-d268afdd44c6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:29:25.550020 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3c816633-d229-4e31-aabc-70ffc4f44182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.569148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: f6840a2d-21ac-4478-9485-d268afdd44c6 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:29:25.569739 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device f6840a2d-21ac-4478-9485-d268afdd44c6 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:29:25.590545 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] For port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:25.609858 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-05d1d2da-6ee5-486b-ab9b-1232e261694e service neutron] 10.222.0.15 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653756 Jun 15 14:29:25.619106 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-ad2b4214-1aff-4e92-b375-05e0ca3a0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:25.620665 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-ad2b4214-1aff-4e92-b375-05e0ca3a0d91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 200 len: 854 time: 0.1329627 Jun 15 14:29:25.622037 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] For port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:25.654232 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-8600e541-6e4e-4995-8434-1728570f224f None None] For port 80327dfe-895d-4c37-a7b9-19af993c776a, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:25.660604 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.670722 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:25.689391 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-9af0874f-a499-4fc2-8594-19f48de5b824 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b5daba63-0e0c-4bca-a4ae-b35b45463e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557551 Jun 15 14:29:25.709209 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-8600e541-6e4e-4995-8434-1728570f224f None None] For port 80327dfe-895d-4c37-a7b9-19af993c776a, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=80327dfe-895d-4c37-a7b9-19af993c776a,segment=NetworkSegment(9087d4b8-bec6-4784-ad43-1b48ef8dacb0),segment_id=9087d4b8-bec6-4784-ad43-1b48ef8dacb0)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:25.721960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5aa23c-a373-4800-9f70-2059078b0275 req-5dde17d9-3a11-4b72-8eba-fbec733694a7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:25.723595 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.723756 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7a5aa23c-a373-4800-9f70-2059078b0275 req-5dde17d9-3a11-4b72-8eba-fbec733694a7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.2370944 Jun 15 14:29:25.781936 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78d26c-8702-4ab7-9332-036dd0bd89f9 None None] Pushing event updated for resources: {'Port': ['ID=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:25.785006 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:25.785721 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:28:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:25.788546 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b78d26c-8702-4ab7-9332-036dd0bd89f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:25.789094 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:25.935566 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7a5aa23c-a373-4800-9f70-2059078b0275 req-15bc3c51-ab1b-4737-95bd-ca285226123b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575990 Jun 15 14:29:25.940295 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-045d0c17-ca93-42d4-8f58-7f2579f4fd6d service neutron] 10.222.0.15 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157063 Jun 15 14:29:26.008887 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-fe02c580-814f-4b3e-abaa-5df5e38e56bd service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067422 Jun 15 14:29:26.237246 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:26.328337 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f654c98-611d-46b1-a667-5ed3d49afe82 req-e441b6b5-07c3-49a3-9500-2cdf713de9ae service neutron] 10.222.0.61 "GET /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082323 Jun 15 14:29:26.331438 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Pushing event updated for resources: {'Port': ['ID=80327dfe-895d-4c37-a7b9-19af993c776a,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:26.366976 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:26.376748 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4728f-d364-4f14-9dbe-f70300e3d89b req-41ceac02-de61-426e-b447-1d90a9e13a0c tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:26.378300 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e5b4728f-d364-4f14-9dbe-f70300e3d89b req-41ceac02-de61-426e-b447-1d90a9e13a0c tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1685524 Jun 15 14:29:26.382329 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:26.455306 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e5b4728f-d364-4f14-9dbe-f70300e3d89b req-134435fe-64e8-4abe-a3fa-3056b19676ae tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597315 Jun 15 14:29:26.547268 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:29:26.551799 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-38c863e1-e121-41f1-83af-875039139564 req-9f5bafba-a858-408d-9858-a7c550d83238 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 210 time: 0.0416250 Jun 15 14:29:26.605908 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ef95c-ffbe-45bd-94ca-dead853dc84f req-d3c6e6b5-099b-4704-a387-170fba27781d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:26.618332 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-364ef95c-ffbe-45bd-94ca-dead853dc84f req-d3c6e6b5-099b-4704-a387-170fba27781d tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 944 time: 0.1922443 Jun 15 14:29:26.711218 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-364ef95c-ffbe-45bd-94ca-dead853dc84f req-712afcb3-83b3-4051-9da0-4efe04a60a28 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913913 Jun 15 14:29:26.759636 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:26.782471 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:26.784019 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0442562 Jun 15 14:29:26.784545 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Sync routers for ids ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:26.786835 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49432) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:26.802769 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Routers {'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:26.804591 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:28:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:26.838740 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:25Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:26.843749 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e067b2c-b612-45bf-ae7b-2c25997ea49c None None] The sync data for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi is: [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:25Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:27.113021 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Set router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:27.145254 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 80327dfe-895d-4c37-a7b9-19af993c776a up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:27.299301 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 80327dfe-895d-4c37-a7b9-19af993c776a completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:27.361794 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fabfe-8633-4809-9cb9-e32b61c12af6 None None] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:27.421372 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ff174-2281-4d5a-a4e3-6967302ee90c req-58e05208-0b3c-48c0-b766-13712d42fb99 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:27.437789 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-029ff174-2281-4d5a-a4e3-6967302ee90c req-58e05208-0b3c-48c0-b766-13712d42fb99 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.2445433 Jun 15 14:29:27.527843 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2de5de5b-63f9-42fa-b291-d3b6f1213a8c details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:29:27.563195 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-029ff174-2281-4d5a-a4e3-6967302ee90c req-5945091a-059f-4470-87be-85b93d935093 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197152 Jun 15 14:29:27.785720 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-826ed4e6-667a-44ce-af4c-01b40c9a69af req-9759be38-08bd-45e9-8ce5-56c90d267cd7 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 210 time: 0.0480754 Jun 15 14:29:27.801544 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:29:25Z', 'revision_number': 3, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:27.811758 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Checking router: ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:27.812493 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Updating router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 port 619bf849-53a6-40c7-9f9b-de8727572fc6 binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:27.958876 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2558c2b-c3b8-4626-8bf5-ea595b90bcc8 req-e002df05-96b8-403f-9d8f-7f8f2906acfa tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:27.963024 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e2558c2b-c3b8-4626-8bf5-ea595b90bcc8 req-e002df05-96b8-403f-9d8f-7f8f2906acfa tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1751616 Jun 15 14:29:27.984682 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:27.987463 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.052957 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e2558c2b-c3b8-4626-8bf5-ea595b90bcc8 req-da942ee2-5390-413b-81a4-0f9e708062d8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852723 Jun 15 14:29:28.227004 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Provisioning for port 80327dfe-895d-4c37-a7b9-19af993c776a completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:28.245846 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:28.277213 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Provisioning complete for port 80327dfe-895d-4c37-a7b9-19af993c776a triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:28.277771 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.398048 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c', 'network_id': 'b5daba63-0e0c-4bca-a4ae-b35b45463e3a', 'port_id': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c', 'mac_address': 'fa:16:3e:b8:3f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7e333c-c43c-4232-b649-4207313a02ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:29:28.419826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.446812 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.503931 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Allocated IP 172.20.0.1 (9195d2dc-72e9-4c97-a2bc-b04ce36c1403/fd05ca08-cab1-4570-ac51-39537f3ae2f2/a46a969a-c8a2-4324-a91a-1da204b4ed63) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:28.652665 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.668961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d477e1-5fdf-4c33-afaf-2e05148f06ff req-07bb9f89-9f94-4485-8418-34564ff816e8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:28.676657 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Transition to ACTIVE for port object 619bf849-53a6-40c7-9f9b-de8727572fc6 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:28.685249 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.686772 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35d477e1-5fdf-4c33-afaf-2e05148f06ff req-07bb9f89-9f94-4485-8418-34564ff816e8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 944 time: 0.5766940 Jun 15 14:29:28.687423 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.699370 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7dc5d209-bfb2-447b-85ca-9e4c43ad0953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:28.710574 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226c25-1e3d-4253-874e-c14783e181cf req-7a3d09fe-4684-4477-be47-073a4c27e929 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:28.722531 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-7a3d09fe-4684-4477-be47-073a4c27e929 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "GET /v2.0/networks?id=3a5b2c05-6b08-4280-a662-12eca6d7b56f HTTP/1.1" status: 200 len: 808 time: 0.4815135 Jun 15 14:29:28.755018 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Request body: {'port': {'device_id': 'e296775d-5d7b-4477-9437-9908898d45b1', 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f', 'admin_state_up': True, 'tenant_id': 'ac76142329d740f788c3130ea61f6bf3'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:28.790588 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] For port 80327dfe-895d-4c37-a7b9-19af993c776a, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=80327dfe-895d-4c37-a7b9-19af993c776a,segment=NetworkSegment(9087d4b8-bec6-4784-ad43-1b48ef8dacb0),segment_id=9087d4b8-bec6-4784-ad43-1b48ef8dacb0)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:28.799328 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.802575 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.816213 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.822353 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:28.836047 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Transition to ACTIVE for port object a46a969a-c8a2-4324-a91a-1da204b4ed63 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:28.853984 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dc0f6-5579-4109-90fb-8cc758f983ca None None] Pushing event updated for resources: {'Port': ['ID=619bf849-53a6-40c7-9f9b-de8727572fc6,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:28.863090 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Attempting to bind port 619bf849-53a6-40c7-9f9b-de8727572fc6 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:28.865101 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Attempting to bind port 619bf849-53a6-40c7-9f9b-de8727572fc6 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:28.865651 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Attempting to bind port 619bf849-53a6-40c7-9f9b-de8727572fc6 on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:28.870362 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9b7dc0f6-5579-4109-90fb-8cc758f983ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:28.881074 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de5de5b-63f9-42fa-b291-d3b6f1213a8c {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:28.902445 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35d477e1-5fdf-4c33-afaf-2e05148f06ff req-d95fcb1c-4deb-4dff-9608-e6456d6c649e tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144489 Jun 15 14:29:28.903895 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:28.904274 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:28.906478 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.910936 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:28.911510 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Bound port: 619bf849-53a6-40c7-9f9b-de8727572fc6, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:28.925614 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.979263 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.982555 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.027678 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:29.052208 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Pushing event updated for resources: {'Port': ['ID=80327dfe-895d-4c37-a7b9-19af993c776a,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.071467 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.076682 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.078159 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.078492 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.078944 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.082572 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.083016 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.083436 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.083873 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.084288 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.084775 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.085088 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:29.093735 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.094567 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.105474 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.116930 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:29.119981 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:29.123656 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:29.145156 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] For port 619bf849-53a6-40c7-9f9b-de8727572fc6, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:29.163700 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] For port 619bf849-53a6-40c7-9f9b-de8727572fc6, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=619bf849-53a6-40c7-9f9b-de8727572fc6,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:29.173028 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.179495 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:29.184676 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-14269614-5036-401f-98bc-4101198a4504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.215507 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.226495 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Pushing event updated for resources: {'Port': ['ID=a46a969a-c8a2-4324-a91a-1da204b4ed63,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.234961 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.241283 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.307819 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.311825 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.324405 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Routers {'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:29.325550 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:29:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:29.344174 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7887906c-943a-4d67-93e6-9c3213825650 req-6883721a-4d0b-48df-add0-afa49032dc36 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 210 time: 0.1005454 Jun 15 14:29:29.360053 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:29.362454 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-23302b30-4400-41fe-b28f-f2a7969a516c None None] Provisioning complete for port 80327dfe-895d-4c37-a7b9-19af993c776a triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:29.363021 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23302b30-4400-41fe-b28f-f2a7969a516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.399903 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Made reservation on behalf of ac76142329d740f788c3130ea61f6bf3 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:29.413245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.424469 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:29.424943 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.486645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2455f-555e-48a2-aa65-020befc00f77 req-790bf089-1c64-42d9-8015-8bc23ec2ca54 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:29.499712 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1cd2455f-555e-48a2-aa65-020befc00f77 req-790bf089-1c64-42d9-8015-8bc23ec2ca54 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.4088202 Jun 15 14:29:29.550823 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.647258 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dc0f6-5579-4109-90fb-8cc758f983ca None None] Pushing event updated for resources: {'Port': ['ID=619bf849-53a6-40c7-9f9b-de8727572fc6,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.697745 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.699330 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9b7dc0f6-5579-4109-90fb-8cc758f983ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.749119 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:29.756552 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.758995 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.762529 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] Set router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:29.805682 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1cd2455f-555e-48a2-aa65-020befc00f77 req-d555e04d-f009-46b2-9486-f7dfbb2a55d2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025854 Jun 15 14:29:29.849044 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.868966 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.874396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-50f29ed1-f469-4fb5-925a-3a84a662294b None None] Provisioning for port a46a969a-c8a2-4324-a91a-1da204b4ed63 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:29.879804 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-50f29ed1-f469-4fb5-925a-3a84a662294b None None] Provisioning complete for port a46a969a-c8a2-4324-a91a-1da204b4ed63 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:29.880464 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-50f29ed1-f469-4fb5-925a-3a84a662294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.916249 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.924369 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.927890 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.958033 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-50f29ed1-f469-4fb5-925a-3a84a662294b None None] Port a46a969a-c8a2-4324-a91a-1da204b4ed63 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:29:30.003960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8054d2c-cec2-4db8-900a-8081be30e3ba req-19d8420b-27dc-426b-b225-1c79994ade20 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:30.015814 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c8054d2c-cec2-4db8-900a-8081be30e3ba req-19d8420b-27dc-426b-b225-1c79994ade20 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.3283172 Jun 15 14:29:30.027482 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Pushing event updated for resources: {'Port': ['ID=a46a969a-c8a2-4324-a91a-1da204b4ed63,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:30.032922 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:30.041805 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.099347 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:29:25Z', 'revision_number': 3, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:30.103411 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de4bab-0ec9-4e7e-82b7-8d7f2e898384 None None] The sync data for ids ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'] in dv-cinder-772126-3-iscsi is: [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:29:25Z', 'revision_number': 3, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:30.188912 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:30.190423 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:30.224166 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.325687 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:29:30.387899 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Allocated IP 172.20.0.4 (3a5b2c05-6b08-4280-a662-12eca6d7b56f/45ceefe4-710f-4e37-a202-55355794199b/8c36e467-2694-4694-a24b-8c22880659ef) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:30.496393 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c8054d2c-cec2-4db8-900a-8081be30e3ba req-89e168d5-6310-4b80-be63-9b8f21dc5bfd tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795020 Jun 15 14:29:30.608704 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-07c0f62b-d61c-4e91-badc-d49abd361253 None None] Provisioning complete for port a46a969a-c8a2-4324-a91a-1da204b4ed63 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:30.613057 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-07c0f62b-d61c-4e91-badc-d49abd361253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.640936 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21381548-db80-4ba9-9489-71134908cdc2 req-f39744dc-3ba0-4ef9-951e-feab00ca62db tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:30.646842 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-21381548-db80-4ba9-9489-71134908cdc2 req-f39744dc-3ba0-4ef9-951e-feab00ca62db tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 945 time: 0.2557240 Jun 15 14:29:30.713827 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-07c0f62b-d61c-4e91-badc-d49abd361253 None None] Port a46a969a-c8a2-4324-a91a-1da204b4ed63 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:29:30.813549 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c23d3b41-601b-42d3-a626-89de13bf821f req-5bb6afc3-0808-451a-a46b-af675b1fc8db tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 210 time: 0.0615618 Jun 15 14:29:30.827429 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:29:30.844403 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-21381548-db80-4ba9-9489-71134908cdc2 req-d08322f0-564c-4227-906e-f24076729902 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935382 Jun 15 14:29:30.901945 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.956523 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.961174 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:31.041643 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Network 3a5b2c05-6b08-4280-a662-12eca6d7b56f is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:31.045342 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:31.054530 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:31.069691 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:31.071083 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.091543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Pushing event updated for resources: {'Port': ['ID=8c36e467-2694-4694-a24b-8c22880659ef,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:31.095686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:31.136332 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3896451 Jun 15 14:29:31.151218 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:31.160931 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac3d3bdf-19c5-493c-81b5-7a8fb0cef399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3725672 Jun 15 14:29:31.180046 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 80327dfe-895d-4c37-a7b9-19af993c776a up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:31.201008 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38aedc-af1b-4041-9607-f8f6d62f6c54 req-72f73206-920a-4089-b1fa-1f54ef0c6c1d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:31.207023 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8b38aedc-af1b-4041-9607-f8f6d62f6c54 req-72f73206-920a-4089-b1fa-1f54ef0c6c1d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1270556 Jun 15 14:29:31.257056 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8b38aedc-af1b-4041-9607-f8f6d62f6c54 req-3405efad-f97f-4109-a433-ff162d3f9fce tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Jun 15 14:29:31.257329 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 80327dfe-895d-4c37-a7b9-19af993c776a triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:31.258272 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.382040 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 619bf849-53a6-40c7-9f9b-de8727572fc6 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:31.385103 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.444465 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 619bf849-53a6-40c7-9f9b-de8727572fc6 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:31.448962 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 619bf849-53a6-40c7-9f9b-de8727572fc6 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:31.449345 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.710670 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.725931 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe196d4-f4fc-450e-8aeb-d64a0761c2a2 req-fefcaedc-3436-41c8-9a48-3c3a72602f55 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:31.727743 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbe196d4-f4fc-450e-8aeb-d64a0761c2a2 req-fefcaedc-3436-41c8-9a48-3c3a72602f55 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0751102 Jun 15 14:29:31.733744 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Request body: {'port': {'device_id': 'e296775d-5d7b-4477-9437-9908898d45b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:31.734575 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 619bf849-53a6-40c7-9f9b-de8727572fc6, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=619bf849-53a6-40c7-9f9b-de8727572fc6,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:31.741965 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.742946 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:31.744670 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-a0263402-87e2-4960-832b-be8366893f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:31.827668 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbe196d4-f4fc-450e-8aeb-d64a0761c2a2 req-6dbdcfbe-1f73-46a7-a484-01d2f79dd007 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592825 Jun 15 14:29:31.842082 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=619bf849-53a6-40c7-9f9b-de8727572fc6,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:31.849599 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:31.876914 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:31.877417 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.890686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.908568 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49486) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:31.917267 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909606998', 'description': 'tempest-secgroup-smoke-1909606998 description', 'project_id': 'f74953c1b82146e7a585b5092191bc98'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:31.986636 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.119059 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.124878 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.127385 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bbca902f-2917-49c1-8424-16c779b64533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.166001 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.167306 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2577026 Jun 15 14:29:32.169449 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8430ddc-91ed-47fa-8034-852a60b3eccc,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:32.172228 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49488) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:32.176914 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'security_group_rule': {'security_group_id': 'c8430ddc-91ed-47fa-8034-852a60b3eccc', 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:32.181206 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.211145 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.225901 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Sync routers for ids ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:32.238650 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Routers {'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:32.239311 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:29:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:32.285548 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.289812 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.292578 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fa8d3cd6-f1fa-4ae6-9f72-0f5129480d3f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.299218 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1432-239d-4e96-b4d4-bb574a81e03d req-40c50797-97ce-42ff-b826-136568f2e08c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:32.300739 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a8a1432-239d-4e96-b4d4-bb574a81e03d req-40c50797-97ce-42ff-b826-136568f2e08c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 945 time: 0.2252300 Jun 15 14:29:32.313839 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86ea69e-d281-4a88-ad4e-f52bdc0f15c5,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:32.316569 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.320475 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.322194 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489182 Jun 15 14:29:32.325861 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49492) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:32.330823 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'security_group_rule': {'security_group_id': 'c8430ddc-91ed-47fa-8034-852a60b3eccc', 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:32.335470 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03f207-61ed-4d76-9a98-ad1c57b10f53 req-ae32006d-f51c-474c-b67c-2c086fbe761c tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:32.337033 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ea03f207-61ed-4d76-9a98-ad1c57b10f53 req-ae32006d-f51c-474c-b67c-2c086fbe761c tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 931 time: 0.2626214 Jun 15 14:29:32.352611 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['2de5de5b-63f9-42fa-b291-d3b6f1213a8c'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:29:32.366148 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.418086 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a8a1432-239d-4e96-b4d4-bb574a81e03d req-1818d8bf-a75f-46ba-835d-ab8875c8c151 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037068 Jun 15 14:29:32.471859 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Set router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:32.478492 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ea03f207-61ed-4d76-9a98-ad1c57b10f53 req-1081bc77-75b5-4022-80b0-8c6450a47cba tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308241 Jun 15 14:29:32.507974 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c36e467-2694-4694-a24b-8c22880659ef {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:32.513154 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.517148 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.523756 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.526104 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.531041 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Transition to ACTIVE for port object 8c36e467-2694-4694-a24b-8c22880659ef will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:32.536419 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.539496 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.570869 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cec16cc-08b6-4920-9ee0-4714a0a6d88b,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:32.574688 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.586737 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.591360 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2617538 Jun 15 14:29:32.591570 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49494) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:32.597193 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'security_group_rule': {'security_group_id': 'c8430ddc-91ed-47fa-8034-852a60b3eccc', 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:32.646259 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.665587 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Pushing event updated for resources: {'Port': ['ID=8c36e467-2694-4694-a24b-8c22880659ef,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:32.689424 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.727997 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.732573 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.741558 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-89ab0137-2612-4361-b571-33f122eb1665 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.745111 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Attempting to bind port 8c36e467-2694-4694-a24b-8c22880659ef on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:32.745448 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Attempting to bind port 8c36e467-2694-4694-a24b-8c22880659ef by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:32.745778 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Attempting to bind port 8c36e467-2694-4694-a24b-8c22880659ef on network 3a5b2c05-6b08-4280-a662-12eca6d7b56f {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:32.752184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Port 8c36e467-2694-4694-a24b-8c22880659ef on network 3a5b2c05-6b08-4280-a662-12eca6d7b56f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:29:32.752517 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Attempting to bind port 8c36e467-2694-4694-a24b-8c22880659ef on network 3a5b2c05-6b08-4280-a662-12eca6d7b56f {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:32.760149 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:32.760499 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Checking segment: {'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:32.760868 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Bound using segment: {'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:32.761304 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Bound port: 8c36e467-2694-4694-a24b-8c22880659ef, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:32.761657 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.765079 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e965c831-6181-42f8-9953-d70ac51a4998,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:32.770592 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.772228 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.774182 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810808 Jun 15 14:29:32.776792 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49498) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:32.785340 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'security_group_rule': {'security_group_id': 'c8430ddc-91ed-47fa-8034-852a60b3eccc', 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:32.791803 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978961e-56e6-44df-b7bb-04d465692c53 req-d3a6aef2-ada6-45e1-ae67-27aea7d3343d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:32.799453 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9978961e-56e6-44df-b7bb-04d465692c53 req-d3a6aef2-ada6-45e1-ae67-27aea7d3343d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1507072 Jun 15 14:29:32.826021 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.881182 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 4, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'a46a969a-c8a2-4324-a91a-1da204b4ed63', 'name': '', 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'mac_address': 'fa:16:3e:19:22:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'fd05ca08-cab1-4570-ac51-39537f3ae2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:28Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 2, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'subnets': [{'id': 'fd05ca08-cab1-4570-ac51-39537f3ae2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:32.885128 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Checking router: ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:32.885128 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Updating router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 port a46a969a-c8a2-4324-a91a-1da204b4ed63 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:32.909246 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9978961e-56e6-44df-b7bb-04d465692c53 req-affba0e0-0144-4636-8875-37067036f53e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089315 Jun 15 14:29:32.927935 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.942391 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.943846 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] For port 8c36e467-2694-4694-a24b-8c22880659ef, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:32.949734 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] For port 8c36e467-2694-4694-a24b-8c22880659ef, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c36e467-2694-4694-a24b-8c22880659ef,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:32.952330 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c15f1822-0a50-4217-bf71-1484354c43e9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.959072 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.959611 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.969476 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bc65c4-71e8-480a-b360-9a6a8010b6b5,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:32.974408 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.984543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.987699 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.989607 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2112505 Jun 15 14:29:32.992065 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49502) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:33.003207 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'security_group_rule': {'security_group_id': 'c8430ddc-91ed-47fa-8034-852a60b3eccc', 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:33.016688 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 619bf849-53a6-40c7-9f9b-de8727572fc6 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:33.027570 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.securitygroups_db [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Project f74953c1b82146e7a585b5092191bc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:29:33.032268 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:33.032901 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.034316 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] 10.222.0.61 "PUT /v2.0/ports/8c36e467-2694-4694-a24b-8c22880659ef HTTP/1.1" status: 200 len: 1093 time: 1.3055811 Jun 15 14:29:33.034545 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.037425 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e296775d-5d7b-4477-9437-9908898d45b1', 'tag': '8c36e467-2694-4694-a24b-8c22880659ef'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:33.039693 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430d5760-4bed-42ae-aa44-f089b4f4b21d" -d '{"events": [{"name": "network-changed", "server_uuid": "e296775d-5d7b-4477-9437-9908898d45b1", "tag": "8c36e467-2694-4694-a24b-8c22880659ef"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:33.088692 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0467235-de5f-4aa0-b208-50376317c8b8 x-openstack-request-id: req-c0467235-de5f-4aa0-b208-50376317c8b8 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:33.088969 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e296775d-5d7b-4477-9437-9908898d45b1", "tag": "8c36e467-2694-4694-a24b-8c22880659ef", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:33.089245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0467235-de5f-4aa0-b208-50376317c8b8 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:33.089655 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e296775d-5d7b-4477-9437-9908898d45b1', 'tag': '8c36e467-2694-4694-a24b-8c22880659ef', 'status': 'completed', 'code': 200} Jun 15 14:29:33.121886 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Pushing event updated for resources: {'Port': ['ID=8c36e467-2694-4694-a24b-8c22880659ef,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:33.127396 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.130835 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:33.132290 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.135628 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a6a65e95-f355-4321-a791-66aef962793d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:33.153564 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36bf93b-6416-4c1a-a9bf-8717c0e62583,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:33.156912 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:33.162592 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.167022 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737323 Jun 15 14:29:33.167646 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49506) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:33.172725 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'security_group_rule': {'security_group_id': 'c8430ddc-91ed-47fa-8034-852a60b3eccc', 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:33.190124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ae33-099c-41fe-a8d2-afa0033e2635 req-cab1bcc0-5a6b-4047-90c1-6aef0a28b202 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:33.191491 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f007ae33-099c-41fe-a8d2-afa0033e2635 req-cab1bcc0-5a6b-4047-90c1-6aef0a28b202 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1608791 Jun 15 14:29:33.199977 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.securitygroups_db [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Project f74953c1b82146e7a585b5092191bc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:29:33.206400 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.206598 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 619bf849-53a6-40c7-9f9b-de8727572fc6 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:33.206963 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.250902 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226c25-1e3d-4253-874e-c14783e181cf req-420fd6f4-7032-46ea-ba73-9fd136a49196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:33.252404 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-420fd6f4-7032-46ea-ba73-9fd136a49196 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac76142329d740f788c3130ea61f6bf3&device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 1096 time: 0.1116650 Jun 15 14:29:33.257904 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f007ae33-099c-41fe-a8d2-afa0033e2635 req-8d4f2d69-e07c-4a13-b9b5-fac20dc42243 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Jun 15 14:29:33.284253 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.289006 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.291130 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:33.309375 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb08d759-bc25-4cb2-99b4-8214424dd3c8,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:33.312720 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:33.318908 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.327673 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585605 Jun 15 14:29:33.337259 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-d3bf565d-9164-4ac4-90f7-08dc707b0d5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c36e467-2694-4694-a24b-8c22880659ef HTTP/1.1" status: 200 len: 217 time: 0.0620823 Jun 15 14:29:33.409261 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226c25-1e3d-4253-874e-c14783e181cf req-8fc88c13-61ee-44f2-8f19-ad8df556ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:33.410751 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-8fc88c13-61ee-44f2-8f19-ad8df556ed3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45ceefe4-710f-4e37-a202-55355794199b HTTP/1.1" status: 200 len: 848 time: 0.0604494 Jun 15 14:29:33.461601 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-f112479c-4f73-409f-b098-9338ffc10709 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a5b2c05-6b08-4280-a662-12eca6d7b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394492 Jun 15 14:29:33.523222 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.537372 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Transition to ACTIVE for port object a46a969a-c8a2-4324-a91a-1da204b4ed63 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:33.546716 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.555851 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:33.608568 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-2034ff51-4b8b-4906-9890-3d3e14f9735c service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343992 Jun 15 14:29:33.627777 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262bfa9-1a03-43ab-8e1f-de5f92a9524e None None] Pushing event updated for resources: {'Port': ['ID=a46a969a-c8a2-4324-a91a-1da204b4ed63,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:33.631738 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-d262bfa9-1a03-43ab-8e1f-de5f92a9524e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:33.696020 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:29:33.812350 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Attempting to bind port a46a969a-c8a2-4324-a91a-1da204b4ed63 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:33.812900 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Attempting to bind port a46a969a-c8a2-4324-a91a-1da204b4ed63 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:33.813151 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Attempting to bind port a46a969a-c8a2-4324-a91a-1da204b4ed63 on network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:33.835199 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b226c25-1e3d-4253-874e-c14783e181cf req-1fde0e31-9aa9-430d-8352-a46acd7063a4 service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165782 Jun 15 14:29:33.930030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e27ad-e34e-4250-928c-0af663604e1b req-5b7212fd-8c5c-49c7-94e0-4bd8a10f58f1 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:33.939463 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc9e27ad-e34e-4250-928c-0af663604e1b req-5b7212fd-8c5c-49c7-94e0-4bd8a10f58f1 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 945 time: 0.3296669 Jun 15 14:29:33.968505 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403abe9-80db-4652-8330-4f9af97ed800 req-61a51970-7246-4569-847b-7685458445ad tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:33.970332 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3403abe9-80db-4652-8330-4f9af97ed800 req-61a51970-7246-4569-847b-7685458445ad tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 943 time: 0.2446797 Jun 15 14:29:34.013824 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:34.013824 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Checking segment: {'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:34.013824 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.016180 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Bound using segment: {'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:34.016180 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Bound port: a46a969a-c8a2-4324-a91a-1da204b4ed63, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9087d4b8-bec6-4784-ad43-1b48ef8dacb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:34.016180 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.070448 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc9e27ad-e34e-4250-928c-0af663604e1b req-cf036b17-c117-4b5b-8c9d-6234d29208e0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299570 Jun 15 14:29:34.084389 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3403abe9-80db-4652-8330-4f9af97ed800 req-9f332692-f073-49ba-9981-4b3389fb515d tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Jun 15 14:29:34.100285 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-be03435f-2ca2-4cfe-a896-e227e46f0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:34.101836 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-be03435f-2ca2-4cfe-a896-e227e46f0823 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac76142329d740f788c3130ea61f6bf3&device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 1096 time: 0.1124620 Jun 15 14:29:34.109654 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:34.140867 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'port_id': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'mac_address': 'fa:16:3e:7e:ca:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:29:34.180837 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] For port a46a969a-c8a2-4324-a91a-1da204b4ed63, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:34.203274 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] For port a46a969a-c8a2-4324-a91a-1da204b4ed63, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=a46a969a-c8a2-4324-a91a-1da204b4ed63,segment=NetworkSegment(9087d4b8-bec6-4784-ad43-1b48ef8dacb0),segment_id=9087d4b8-bec6-4784-ad43-1b48ef8dacb0)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:34.209543 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.212452 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b78d26c-8702-4ab7-9332-036dd0bd89f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:34.219151 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.270577 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87fb2274-6590-4c1b-bcac-c41bab9d32a7 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:34.274069 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-c8f94e89-2ac2-410b-aaad-af371e913fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:34.275354 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-c8f94e89-2ac2-410b-aaad-af371e913fb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a5b2c05-6b08-4280-a662-12eca6d7b56f HTTP/1.1" status: 200 len: 909 time: 0.1656342 Jun 15 14:29:34.306416 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Routers {'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:34.307060 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:29:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:34.315696 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262bfa9-1a03-43ab-8e1f-de5f92a9524e None None] Pushing event updated for resources: {'Port': ['ID=a46a969a-c8a2-4324-a91a-1da204b4ed63,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:34.339415 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-42eafd8a-9d6d-4a6f-82f1-e3793d283dc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c36e467-2694-4694-a24b-8c22880659ef HTTP/1.1" status: 200 len: 217 time: 0.0538449 Jun 15 14:29:34.348264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbc459-6934-485e-bfae-6a1bf589b222 req-c8f5c713-7051-4b9d-a1e1-1dd7eff78aaa tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:34.349790 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-28dbc459-6934-485e-bfae-6a1bf589b222 req-c8f5c713-7051-4b9d-a1e1-1dd7eff78aaa tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1520903 Jun 15 14:29:34.376942 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-d262bfa9-1a03-43ab-8e1f-de5f92a9524e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:34.379893 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:34.434829 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.444978 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-d262bfa9-1a03-43ab-8e1f-de5f92a9524e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:34.523936 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=6']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:34.528628 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:34.538354 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] Set router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:34.544174 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-53f9ba5d-3841-46ec-9b8c-5b3b5d3a5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:34.545848 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-53f9ba5d-3841-46ec-9b8c-5b3b5d3a5db5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45ceefe4-710f-4e37-a202-55355794199b HTTP/1.1" status: 200 len: 848 time: 0.1951094 Jun 15 14:29:34.551480 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-28dbc459-6934-485e-bfae-6a1bf589b222 req-24f64c8d-4795-4217-8124-7c6cd4c37d1c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437149 Jun 15 14:29:34.600263 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-6fcd55b9-7a6e-4f86-9cd8-63c3775db42e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a5b2c05-6b08-4280-a662-12eca6d7b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439763 Jun 15 14:29:34.811992 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['87fb2274-6590-4c1b-bcac-c41bab9d32a7'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:29:34.892942 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9a5f4-594a-4817-a3ee-2e15d392c8d4 req-6c7fd741-9438-48fc-b2e1-0c6c97ad30e1 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:34.894470 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9aa9a5f4-594a-4817-a3ee-2e15d392c8d4 req-6c7fd741-9438-48fc-b2e1-0c6c97ad30e1 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.4147601 Jun 15 14:29:34.929099 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 4, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'a46a969a-c8a2-4324-a91a-1da204b4ed63', 'name': '', 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'mac_address': 'fa:16:3e:19:22:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'fd05ca08-cab1-4570-ac51-39537f3ae2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:28Z', 'updated_at': '2021-06-15T14:29:34Z', 'revision_number': 4, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'subnets': [{'id': 'fd05ca08-cab1-4570-ac51-39537f3ae2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:34.941395 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1b6742-0314-4d3a-aca3-c75eb77f4b49 None None] The sync data for ids ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'] in dv-cinder-772126-3-iscsi is: [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 4, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'a46a969a-c8a2-4324-a91a-1da204b4ed63', 'name': '', 'network_id': '9195d2dc-72e9-4c97-a2bc-b04ce36c1403', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'mac_address': 'fa:16:3e:19:22:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'fd05ca08-cab1-4570-ac51-39537f3ae2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:28Z', 'updated_at': '2021-06-15T14:29:34Z', 'revision_number': 4, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'subnets': [{'id': 'fd05ca08-cab1-4570-ac51-39537f3ae2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:35.040016 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9aa9a5f4-594a-4817-a3ee-2e15d392c8d4 req-f8a5196f-2258-40b3-a6b1-5a48c0a1b193 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387749 Jun 15 14:29:35.058388 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-72c84282-cc3f-48aa-82bb-6b732facbb07 service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492445 Jun 15 14:29:35.286933 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-430d5760-4bed-42ae-aa44-f089b4f4b21d req-10c7765d-8752-47a5-80cc-761a0cf8f1fb service neutron] 10.222.0.61 "GET /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193892 Jun 15 14:29:35.403314 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4bfac-32b5-406c-b8cf-ca1136e66c48 req-a6456def-6916-4979-aed0-3a0ce552a1fe tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:35.411235 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbb4bfac-32b5-406c-b8cf-ca1136e66c48 req-a6456def-6916-4979-aed0-3a0ce552a1fe tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 945 time: 0.1547656 Jun 15 14:29:35.428409 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333760d-62e6-44f1-81c2-bd1534816cff req-917262f1-1153-481b-a2e0-4dcc74f626b8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:35.430071 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2333760d-62e6-44f1-81c2-bd1534816cff req-917262f1-1153-481b-a2e0-4dcc74f626b8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 943 time: 0.1725750 Jun 15 14:29:35.501572 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbb4bfac-32b5-406c-b8cf-ca1136e66c48 req-6ac49573-2da2-4bed-bf72-c3739f11dcda tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894601 Jun 15 14:29:35.509241 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2333760d-62e6-44f1-81c2-bd1534816cff req-f146dda7-f0fb-4a53-bae2-391db5ac8657 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645595 Jun 15 14:29:35.698007 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:35.763016 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:35.763634 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.770030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1439d9d-a1ca-438a-ae13-744e2bbf3579 req-2751b9f1-fb47-4578-a6f6-42c3be4723b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:35.771611 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1439d9d-a1ca-438a-ae13-744e2bbf3579 req-2751b9f1-fb47-4578-a6f6-42c3be4723b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 945 time: 0.0843108 Jun 15 14:29:35.823648 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1439d9d-a1ca-438a-ae13-744e2bbf3579 req-102f9ec3-3698-40cb-8045-2e7132214e57 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442998 Jun 15 14:29:35.870922 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.896798 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:35.899302 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444bdda1-fe8f-4c4a-95d5-b1d1c95b95e5" -d '{"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:35.914880 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:35.920121 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.921739 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2de5de5b-63f9-42fa-b291-d3b6f1213a8c up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:35.924749 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:35.979274 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f5ee7c-8209-4768-93c2-3e300ccc01af x-openstack-request-id: req-28f5ee7c-8209-4768-93c2-3e300ccc01af {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:35.979274 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:35.979274 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28f5ee7c-8209-4768-93c2-3e300ccc01af {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:35.979677 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'code': 200} Jun 15 14:29:36.026701 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=7']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:36.031219 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:36.039917 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:36.044498 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:36.044893 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.188471 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.241255 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:36.245544 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.247574 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-6e3b481e-0ff3-4bce-8445-154bd2703ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:36.251409 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab083e3c-e98b-4ece-96a5-ddf12ac2a3c7 req-b719235f-2718-4c61-974a-727e7e466b06 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:36.252979 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab083e3c-e98b-4ece-96a5-ddf12ac2a3c7 req-b719235f-2718-4c61-974a-727e7e466b06 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0848134 Jun 15 14:29:36.305639 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:36.305862 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab083e3c-e98b-4ece-96a5-ddf12ac2a3c7 req-0fcd68c7-282c-4a10-877a-2c82ac46b46b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468075 Jun 15 14:29:36.311974 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:36.805829 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cd3dc-0492-4696-be47-e8fb95350747 req-11a77b2e-42e6-4d99-81dd-fc131ffe94fe tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:36.807451 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4a9cd3dc-0492-4696-be47-e8fb95350747 req-11a77b2e-42e6-4d99-81dd-fc131ffe94fe tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 943 time: 0.1452332 Jun 15 14:29:36.816245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8c08e-7854-4323-ac5b-445cd563aedd req-42aac5ca-9111-4450-841c-1fcc8249b752 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:36.817819 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2ef8c08e-7854-4323-ac5b-445cd563aedd req-42aac5ca-9111-4450-841c-1fcc8249b752 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1118529 Jun 15 14:29:36.926170 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2ef8c08e-7854-4323-ac5b-445cd563aedd req-72e8b394-b8f4-4b36-a996-fbb65c446d6c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905833 Jun 15 14:29:36.933525 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4a9cd3dc-0492-4696-be47-e8fb95350747 req-61aee33b-5522-4eb3-b4c0-49dc62193a77 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146104 Jun 15 14:29:37.140235 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device a46a969a-c8a2-4324-a91a-1da204b4ed63 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:37.233062 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port a46a969a-c8a2-4324-a91a-1da204b4ed63 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:37.238641 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port a46a969a-c8a2-4324-a91a-1da204b4ed63 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:37.239103 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.281967 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04e307-1e21-41f3-91bd-7b123f96db33 req-90f8f620-d45c-48c3-a6d7-43bfd2351288 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:37.283677 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6a04e307-1e21-41f3-91bd-7b123f96db33 req-90f8f620-d45c-48c3-a6d7-43bfd2351288 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1074359 Jun 15 14:29:37.344311 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6a04e307-1e21-41f3-91bd-7b123f96db33 req-09c4f3a7-90a2-414c-9f07-bf1ab66588aa tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545571 Jun 15 14:29:37.401987 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.453325 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port a46a969a-c8a2-4324-a91a-1da204b4ed63, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=a46a969a-c8a2-4324-a91a-1da204b4ed63,segment=NetworkSegment(9087d4b8-bec6-4784-ad43-1b48ef8dacb0),segment_id=9087d4b8-bec6-4784-ad43-1b48ef8dacb0)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:37.458724 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.467993 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:37.544534 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=a46a969a-c8a2-4324-a91a-1da204b4ed63,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:37.548160 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:37.557216 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cb757-f08f-4f09-ad56-7c24708985dc req-683ff18f-fbbc-4ecd-9ab0-02b9b79f959c tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:37.559005 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d91cb757-f08f-4f09-ad56-7c24708985dc req-683ff18f-fbbc-4ecd-9ab0-02b9b79f959c tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1032763 Jun 15 14:29:37.614644 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d91cb757-f08f-4f09-ad56-7c24708985dc req-50851724-71fc-463a-accd-a896c18031ae tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Jun 15 14:29:37.981319 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474e11d-6d81-439c-8709-1cd1052f8232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:37.984790 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee1379f-3ad8-4aa1-8df6-3a4dc593be43" -d '{"events": [{"server_uuid": "7474e11d-6d81-439c-8709-1cd1052f8232", "name": "network-vif-plugged", "status": "completed", "tag": "2de5de5b-63f9-42fa-b291-d3b6f1213a8c"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:38.030528 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f5165-6110-47f9-a09e-99c5b99d32e5 x-openstack-request-id: req-189f5165-6110-47f9-a09e-99c5b99d32e5 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:38.031027 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7474e11d-6d81-439c-8709-1cd1052f8232", "name": "network-vif-plugged", "status": "completed", "tag": "2de5de5b-63f9-42fa-b291-d3b6f1213a8c", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:38.031315 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-189f5165-6110-47f9-a09e-99c5b99d32e5 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:38.031725 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474e11d-6d81-439c-8709-1cd1052f8232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c', 'code': 200} Jun 15 14:29:38.219420 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3b798-fb12-4383-8ce3-40bafc5d6d81 req-20932414-7f82-47a5-9859-04f65bbb03d2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:38.222943 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2eb3b798-fb12-4383-8ce3-40bafc5d6d81 req-20932414-7f82-47a5-9859-04f65bbb03d2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1481059 Jun 15 14:29:38.293678 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2eb3b798-fb12-4383-8ce3-40bafc5d6d81 req-d3fcf30c-ff56-49f4-8700-a2714542604c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674996 Jun 15 14:29:38.309210 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3483-0aa5-4eb3-8de7-9ae61eb3b366 req-c16392b0-ffb9-48cd-8658-083df2fbf61c tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:38.311856 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-944a3483-0aa5-4eb3-8de7-9ae61eb3b366 req-c16392b0-ffb9-48cd-8658-083df2fbf61c tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 943 time: 0.1486149 Jun 15 14:29:38.366920 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-944a3483-0aa5-4eb3-8de7-9ae61eb3b366 req-f50069f1-5c3c-4f20-99a7-88d2da85bfca tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Jun 15 14:29:38.576245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d66f61-09ee-4e8b-b34d-c4e020e85d9e req-81fda678-849d-4db1-92cf-954ee7b20952 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:38.582831 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14d66f61-09ee-4e8b-b34d-c4e020e85d9e req-81fda678-849d-4db1-92cf-954ee7b20952 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0909657 Jun 15 14:29:38.633529 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14d66f61-09ee-4e8b-b34d-c4e020e85d9e req-7afc1752-ba29-424f-8b7a-ea91623c2844 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462582 Jun 15 14:29:38.864837 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc053c-b957-482a-a758-18113cbe3d39 req-46a23f1b-b035-4ee6-afc0-b0c47f801ad5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:38.867229 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a4cc053c-b957-482a-a758-18113cbe3d39 req-46a23f1b-b035-4ee6-afc0-b0c47f801ad5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0906556 Jun 15 14:29:38.945949 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a4cc053c-b957-482a-a758-18113cbe3d39 req-c2a74763-f6dd-4691-a9eb-1dbd09ec6bdc tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Jun 15 14:29:38.979546 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device a46a969a-c8a2-4324-a91a-1da204b4ed63 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:39.081490 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port a46a969a-c8a2-4324-a91a-1da204b4ed63 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:39.082443 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.512891 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd023ff-558e-4ebd-b45a-eb3a622a4f58 req-78b7fc54-93b1-44f3-9942-1e67d8b6925e tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:39.520846 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4dd023ff-558e-4ebd-b45a-eb3a622a4f58 req-78b7fc54-93b1-44f3-9942-1e67d8b6925e tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.0950236 Jun 15 14:29:39.525352 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c36e467-2694-4694-a24b-8c22880659ef details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:29:39.584245 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4dd023ff-558e-4ebd-b45a-eb3a622a4f58 req-d2bfc110-c549-49d6-88cd-5624a3428240 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617146 Jun 15 14:29:39.721843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b7b4-4eeb-443f-bc7c-fbcd385f2d95 req-65f6bc96-7d45-4023-b1f5-e2f2c2565cdb tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:39.727887 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1891b7b4-4eeb-443f-bc7c-fbcd385f2d95 req-65f6bc96-7d45-4023-b1f5-e2f2c2565cdb tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 943 time: 0.1420531 Jun 15 14:29:39.817921 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1891b7b4-4eeb-443f-bc7c-fbcd385f2d95 req-54e172fb-17e5-4e95-b787-88fcc7786c75 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879691 Jun 15 14:29:39.870103 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 8c36e467-2694-4694-a24b-8c22880659ef, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c36e467-2694-4694-a24b-8c22880659ef,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:39.896376 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '8c36e467-2694-4694-a24b-8c22880659ef', 'network_id': '3a5b2c05-6b08-4280-a662-12eca6d7b56f', 'port_id': '8c36e467-2694-4694-a24b-8c22880659ef', 'mac_address': 'fa:16:3e:67:b9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ceefe4-710f-4e37-a202-55355794199b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:29:39.897397 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260221-d04a-4f11-bcfe-3b3549e40480 req-a9e38d28-6364-44cd-af5f-90f8342d8cb4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:39.898977 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46260221-d04a-4f11-bcfe-3b3549e40480 req-a9e38d28-6364-44cd-af5f-90f8342d8cb4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0997343 Jun 15 14:29:39.951757 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.958961 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46260221-d04a-4f11-bcfe-3b3549e40480 req-429b801b-561c-4c54-aeac-6f2526dbc173 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521038 Jun 15 14:29:39.969863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c36e467-2694-4694-a24b-8c22880659ef {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:40.005477 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 8c36e467-2694-4694-a24b-8c22880659ef, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c36e467-2694-4694-a24b-8c22880659ef,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:40.011272 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.015760 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:40.120322 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=8c36e467-2694-4694-a24b-8c22880659ef,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:40.128679 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:40.227756 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6521d-70c1-442d-b2a1-97cd8fb4c7fc req-93fafd54-e0f2-4843-a501-49d936acb9f6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:40.229525 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5aa6521d-70c1-442d-b2a1-97cd8fb4c7fc req-93fafd54-e0f2-4843-a501-49d936acb9f6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1146231 Jun 15 14:29:40.288384 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5aa6521d-70c1-442d-b2a1-97cd8fb4c7fc req-df8b4baf-f7aa-4c5d-9549-d7753941b874 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 Jun 15 14:29:40.870365 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11652c6-65fc-4da2-ba8e-53942ff1a3ec req-781f9656-0264-4c12-bd2b-49176d6f24ec tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:40.880260 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c11652c6-65fc-4da2-ba8e-53942ff1a3ec req-781f9656-0264-4c12-bd2b-49176d6f24ec tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1288650 Jun 15 14:29:41.036217 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c11652c6-65fc-4da2-ba8e-53942ff1a3ec req-d5c40fbf-4a3a-4daf-bb79-23ebefe8d878 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550481 Jun 15 14:29:41.047972 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['8c36e467-2694-4694-a24b-8c22880659ef'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:29:41.063417 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba814f04-0975-4d7a-89e3-d9c2cd623a17 req-8f49e0ed-d156-418e-ae0c-d2ad04cfa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:41.065211 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ba814f04-0975-4d7a-89e3-d9c2cd623a17 req-8f49e0ed-d156-418e-ae0c-d2ad04cfa320 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 1099 time: 0.1625388 Jun 15 14:29:41.145351 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ba814f04-0975-4d7a-89e3-d9c2cd623a17 req-5bcedec8-1f21-45ea-9113-837421589d5e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562127 Jun 15 14:29:41.175115 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c354a-cb49-4617-9c55-6c2a701e322f req-5ac5c5da-632c-40f6-9471-6b69e338a1fe tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:41.183632 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-874c354a-cb49-4617-9c55-6c2a701e322f req-5ac5c5da-632c-40f6-9471-6b69e338a1fe tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 944 time: 0.2109079 Jun 15 14:29:41.257853 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-874c354a-cb49-4617-9c55-6c2a701e322f req-dfd2cbb1-049e-45ac-bc8d-bb5b7ee38df2 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704064 Jun 15 14:29:41.345551 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeed65-2ae1-4d98-90a9-c938dbaf0243 req-700ec6bf-30f8-4eb5-8323-69ba97447933 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:41.347135 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-55eeed65-2ae1-4d98-90a9-c938dbaf0243 req-700ec6bf-30f8-4eb5-8323-69ba97447933 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0830505 Jun 15 14:29:41.453604 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-55eeed65-2ae1-4d98-90a9-c938dbaf0243 req-571a86d4-c6ad-497c-a45d-4747040d4920 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958166 Jun 15 14:29:41.570874 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7f99b-7c08-4f48-b699-af7354dbda73 req-844054e6-93f3-4b37-8612-7cd7f774b7b5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:41.574827 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ced7f99b-7c08-4f48-b699-af7354dbda73 req-844054e6-93f3-4b37-8612-7cd7f774b7b5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1337500 Jun 15 14:29:41.642033 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ced7f99b-7c08-4f48-b699-af7354dbda73 req-0081bc7a-7321-4073-9134-c1b2a6644a8f tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635424 Jun 15 14:29:42.302322 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dba22-23e1-48df-816b-b1d78aa5ef13 req-c0b58f45-de91-4a76-9fd7-70e539796b9c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:42.303799 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a81dba22-23e1-48df-816b-b1d78aa5ef13 req-c0b58f45-de91-4a76-9fd7-70e539796b9c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1147625 Jun 15 14:29:42.365430 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a81dba22-23e1-48df-816b-b1d78aa5ef13 req-46b47819-4fb8-4ac6-aab9-ebf39d8200e2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533948 Jun 15 14:29:42.557336 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5293-b599-4ebe-8e8b-68d97817d5ba req-2bcab448-104e-49e5-b0a2-07f2e619f631 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:42.578163 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-617c5293-b599-4ebe-8e8b-68d97817d5ba req-2bcab448-104e-49e5-b0a2-07f2e619f631 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 944 time: 0.1433809 Jun 15 14:29:42.622001 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c36e467-2694-4694-a24b-8c22880659ef up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:42.696392 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-617c5293-b599-4ebe-8e8b-68d97817d5ba req-45234bbe-1d14-45b4-8605-14f2387e41f7 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168931 Jun 15 14:29:42.783484 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf5f95-a554-43c1-b314-56e83cdb5fc5 req-ff6a63c0-9499-4c5c-abc7-66548e795948 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:42.791286 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61bf5f95-a554-43c1-b314-56e83cdb5fc5 req-ff6a63c0-9499-4c5c-abc7-66548e795948 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1720881 Jun 15 14:29:42.828134 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 8c36e467-2694-4694-a24b-8c22880659ef completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:42.845194 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 8c36e467-2694-4694-a24b-8c22880659ef triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:42.846202 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.919354 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61bf5f95-a554-43c1-b314-56e83cdb5fc5 req-f228ec47-bbf1-405a-adc7-d96e429211f6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252403 Jun 15 14:29:43.082202 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb3d8c-7be6-4e15-8fcc-43a67c6586df req-d65af439-a93e-4491-878f-9b1ed330a126 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:43.082202 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7ceb3d8c-7be6-4e15-8fcc-43a67c6586df req-d65af439-a93e-4491-878f-9b1ed330a126 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1434283 Jun 15 14:29:43.107187 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:43.130874 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7ceb3d8c-7be6-4e15-8fcc-43a67c6586df req-1d2dc321-4cc1-4b95-8711-a572b0612316 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467222 Jun 15 14:29:43.133620 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e296775d-5d7b-4477-9437-9908898d45b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36e467-2694-4694-a24b-8c22880659ef'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:43.135883 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a025e37a-2e09-4d07-847f-8acb7406b270" -d '{"events": [{"server_uuid": "e296775d-5d7b-4477-9437-9908898d45b1", "name": "network-vif-plugged", "status": "completed", "tag": "8c36e467-2694-4694-a24b-8c22880659ef"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:43.172992 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 8c36e467-2694-4694-a24b-8c22880659ef, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c36e467-2694-4694-a24b-8c22880659ef,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:43.178642 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:43.181089 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:43.210173 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba95b7b-b494-4fad-b014-38d514bc7188 x-openstack-request-id: req-fba95b7b-b494-4fad-b014-38d514bc7188 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:43.210515 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e296775d-5d7b-4477-9437-9908898d45b1", "name": "network-vif-plugged", "status": "completed", "tag": "8c36e467-2694-4694-a24b-8c22880659ef", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:43.210781 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fba95b7b-b494-4fad-b014-38d514bc7188 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:43.211178 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e296775d-5d7b-4477-9437-9908898d45b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36e467-2694-4694-a24b-8c22880659ef', 'code': 200} Jun 15 14:29:43.253260 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=8c36e467-2694-4694-a24b-8c22880659ef,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:43.257739 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:43.515418 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7b4d-e7a4-436d-98c4-07c152814f96 req-1b49363a-0cb5-4d36-8bbc-d672f7089d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:43.517477 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8bbd7b4d-e7a4-436d-98c4-07c152814f96 req-1b49363a-0cb5-4d36-8bbc-d672f7089d0a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 1098 time: 0.0845735 Jun 15 14:29:43.626554 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8bbd7b4d-e7a4-436d-98c4-07c152814f96 req-3aed6a45-2e14-4acc-96d1-9a700984854b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909255 Jun 15 14:29:43.645746 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b607ef-fe9a-4bd2-9a46-b4d22d2bbbf9 req-85adea24-9257-4595-bec1-ac5cf1e40a93 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:43.648279 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d7b607ef-fe9a-4bd2-9a46-b4d22d2bbbf9 req-85adea24-9257-4595-bec1-ac5cf1e40a93 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1248596 Jun 15 14:29:43.706434 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d7b607ef-fe9a-4bd2-9a46-b4d22d2bbbf9 req-a9e6de0c-e602-4138-84e7-12b3684dcd1a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499575 Jun 15 14:29:43.973399 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d642d2-7e48-44ea-9d56-43ab7e4db07a req-ef165bb5-0160-45a2-8727-e9483384b861 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:43.975460 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e0d642d2-7e48-44ea-9d56-43ab7e4db07a req-ef165bb5-0160-45a2-8727-e9483384b861 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 945 time: 0.0999398 Jun 15 14:29:44.224053 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e0d642d2-7e48-44ea-9d56-43ab7e4db07a req-4ca75eab-b325-419d-aa33-3b1ce1b447db tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391250 Jun 15 14:29:44.268630 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67018-3dc0-4c17-a831-e3923a031324 req-404beb6b-5750-47db-8451-7fba3654175f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:44.276261 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eab67018-3dc0-4c17-a831-e3923a031324 req-404beb6b-5750-47db-8451-7fba3654175f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1647203 Jun 15 14:29:44.337352 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eab67018-3dc0-4c17-a831-e3923a031324 req-54692dcd-d318-4e78-bf27-5443ade08e88 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594645 Jun 15 14:29:44.481600 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22b985-ae5d-4459-b9f2-a4c2e679c68c req-339e3e50-2496-4443-922b-9cf042e04f35 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:44.483521 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ef22b985-ae5d-4459-b9f2-a4c2e679c68c req-339e3e50-2496-4443-922b-9cf042e04f35 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0896556 Jun 15 14:29:44.534556 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ef22b985-ae5d-4459-b9f2-a4c2e679c68c req-f7e9741c-3efa-4cbe-a505-d37d836b7c00 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Jun 15 14:29:45.507757 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e46017-78b2-47ad-b544-1209426a89a9 req-e4fbe431-ca10-47dc-a6a4-d42d69217da9 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:45.509680 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-86e46017-78b2-47ad-b544-1209426a89a9 req-e4fbe431-ca10-47dc-a6a4-d42d69217da9 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 945 time: 0.1134779 Jun 15 14:29:45.569673 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-86e46017-78b2-47ad-b544-1209426a89a9 req-c83ccac6-e297-43f1-9819-42d1fcf3cc77 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521147 Jun 15 14:29:46.019084 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e491a-7911-4b16-81a9-63ba90c145b1 req-a37473eb-746d-4db3-ae11-be81b38ee6ed tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:46.027553 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3b9e491a-7911-4b16-81a9-63ba90c145b1 req-a37473eb-746d-4db3-ae11-be81b38ee6ed tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1598651 Jun 15 14:29:46.131241 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3b9e491a-7911-4b16-81a9-63ba90c145b1 req-f0d547db-38af-411a-987c-80d2c1378262 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025372 Jun 15 14:29:46.258256 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fcbb8-07c2-44e8-af1e-1a95ac1666f7 req-8494aa76-1b80-47df-be08-888bd81c539d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:46.260542 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab9fcbb8-07c2-44e8-af1e-1a95ac1666f7 req-8494aa76-1b80-47df-be08-888bd81c539d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1434717 Jun 15 14:29:46.318716 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab9fcbb8-07c2-44e8-af1e-1a95ac1666f7 req-1b7e756d-6069-4b38-85c7-89aff5ed77ac tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474420 Jun 15 14:29:47.112615 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49798) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:47.170587 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bac1d7-506e-4c4a-b03e-1e68d8f62f3c req-a670e7ab-6daa-486f-a7c4-fe2ee0208c53 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:47.173261 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f8bac1d7-506e-4c4a-b03e-1e68d8f62f3c req-a670e7ab-6daa-486f-a7c4-fe2ee0208c53 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 945 time: 0.0927050 Jun 15 14:29:47.247192 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f8bac1d7-506e-4c4a-b03e-1e68d8f62f3c req-500ef73f-ed61-47bc-bd6d-52c8147f3369 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667365 Jun 15 14:29:47.265707 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-45e5cad4-441c-4bbe-ada8-8550b94db7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.364405 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e48437-8b4d-4774-87f4-66fe5f0dc387 req-ed3c0d87-9e08-4bec-a7a6-9602c6e01594 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:47.367162 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-33e48437-8b4d-4774-87f4-66fe5f0dc387 req-ed3c0d87-9e08-4bec-a7a6-9602c6e01594 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0865107 Jun 15 14:29:47.391659 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-45e5cad4-441c-4bbe-ada8-8550b94db7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.403838 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-45e5cad4-441c-4bbe-ada8-8550b94db7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.426198 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f8d600e-f70a-4009-b6e4-786d8a40ac0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:47.448473 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-33e48437-8b4d-4774-87f4-66fe5f0dc387 req-c71edc30-9b36-4417-b83f-ac40c49aff9b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755384 Jun 15 14:29:47.463696 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-45e5cad4-441c-4bbe-ada8-8550b94db7e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94b56d7e282046e28983311974c560d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475368 Jun 15 14:29:47.463696 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5cad4-441c-4bbe-ada8-8550b94db7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45ce6ec-3b6a-4dad-b500-c7d3348bc498,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:47.464546 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49814) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:47.483796 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-45e5cad4-441c-4bbe-ada8-8550b94db7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:47.543251 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.571878 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.572891 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309eae5e-79a0-47c0-ac10-288a33413ecd req-5c9f56ea-aa2e-4087-9dac-76535e2d8dbe tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:47.580598 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-309eae5e-79a0-47c0-ac10-288a33413ecd req-5c9f56ea-aa2e-4087-9dac-76535e2d8dbe tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0996628 Jun 15 14:29:47.623835 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-309eae5e-79a0-47c0-ac10-288a33413ecd req-480d72c4-0e83-4e96-8910-2cca423a26a0 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Jun 15 14:29:47.643885 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.646532 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.647661 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c45ce6ec-3b6a-4dad-b500-c7d3348bc498 HTTP/1.1" status: 204 len: 168 time: 0.1713061 Jun 15 14:29:47.648397 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-43344856-a1b5-4d9a-85b5-565431389801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:47.659488 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45ce6ec-3b6a-4dad-b500-c7d3348bc498,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:47.661731 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:48.296593 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49848) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:48.400328 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1875687310-network', 'tenant_id': 'a4a363fb23574285b0f15dfa6f483616'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:48.423716 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Made reservation on behalf of a4a363fb23574285b0f15dfa6f483616 for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:48.426879 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.433110 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a2986-a423-46fb-aabd-79287c326f35 req-22e6ec75-e986-4dd2-8eab-26a6aecaece1 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:48.434743 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-420a2986-a423-46fb-aabd-79287c326f35 req-22e6ec75-e986-4dd2-8eab-26a6aecaece1 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 945 time: 0.0799446 Jun 15 14:29:48.438664 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.516515 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-420a2986-a423-46fb-aabd-79287c326f35 req-98a73bd7-0d16-48df-92a9-8590ae107124 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755010 Jun 15 14:29:48.554474 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-85eeb1a8-d0c5-4684-a91f-2957fe84d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:48.555088 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.556743 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-85eeb1a8-d0c5-4684-a91f-2957fe84d33e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1099 time: 0.0807693 Jun 15 14:29:48.559679 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.563890 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-11edd1d0-2cfb-41eb-a57e-4283cbb260b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:48.591139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:48.602217 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:48.606074 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:48.609560 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.610606 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Added segment 99fa72f1-8fab-451c-82f1-64389221fe03 of type vlan for network e314e301-2a9e-487b-85e2-e3abd2a6c960 Jun 15 14:29:48.668708 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.705157 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.706542 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:48.707130 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.710381 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:48.733694 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-5a345f8d-5587-4808-ae7f-9dd16f457add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:48.735545 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-5a345f8d-5587-4808-ae7f-9dd16f457add service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1707010 Jun 15 14:29:48.749175 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4510098 Jun 15 14:29:48.751808 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bad836-4e65-47b7-bbda-e96432cec925 req-653d27dc-8d14-47d2-a614-ce1c536dd6e5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:48.751968 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 49856) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:48.753312 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-76bad836-4e65-47b7-bbda-e96432cec925 req-653d27dc-8d14-47d2-a614-ce1c536dd6e5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1542222 Jun 15 14:29:48.760011 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Request body: {'subnet': {'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1875687310-subnet', 'tenant_id': 'a4a363fb23574285b0f15dfa6f483616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:48.807944 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Pushing event updated for resources: {'Network': ['ID=e314e301-2a9e-487b-85e2-e3abd2a6c960,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:48.812121 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:48.819865 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network e314e301-2a9e-487b-85e2-e3abd2a6c960 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:48.828923 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Made reservation on behalf of a4a363fb23574285b0f15dfa6f483616 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:48.831365 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.937188 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-76bad836-4e65-47b7-bbda-e96432cec925 req-37d4b4e5-ac2d-4ffb-897e-f7e65625b6a7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768172 Jun 15 14:29:48.949296 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-01107673-30a8-48fe-a60f-bdfcff323e7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 200 len: 1001 time: 0.1716022 Jun 15 14:29:48.979089 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61633c-2035-4c0d-9df0-813d2bfbdcb0 req-7cf73b05-e5c8-4dae-a03c-8ac5b7d18208 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:48.980589 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bd61633c-2035-4c0d-9df0-813d2bfbdcb0 req-7cf73b05-e5c8-4dae-a03c-8ac5b7d18208 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.2213938 Jun 15 14:29:49.046477 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bd61633c-2035-4c0d-9df0-813d2bfbdcb0 req-70f50f31-12df-4b98-a548-a70eaf8786f7 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587442 Jun 15 14:29:49.068463 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.071256 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:49.136952 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc4d1cb-b633-4296-a801-d8a34b25c70c,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:49.144815 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:49.164636 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Checking segment: {'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:49.165018 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Network hostable DHCP agents. Network: e314e301-2a9e-487b-85e2-e3abd2a6c960, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:49.194007 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Network e314e301-2a9e-487b-85e2-e3abd2a6c960 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:49.205199 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, e314e301-2a9e-487b-85e2-e3abd2a6c960) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:49.210760 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:49.211375 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.224977 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66111981-5c7e-4d03-85bf-c7ef740332c3 None None] Network e314e301-2a9e-487b-85e2-e3abd2a6c960 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:49.236943 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ba3a0c7e-15d1-4608-9432-fc09168d6eda admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4762700 Jun 15 14:29:49.339026 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-f699ba2d-0141-4ab2-ad40-63c86ad429a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:49.340649 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-f699ba2d-0141-4ab2-ad40-63c86ad429a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.3068817 Jun 15 14:29:49.404210 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-ca229b69-014f-4ef4-ba17-372ab3145c36 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:49.405527 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-ca229b69-014f-4ef4-ba17-372ab3145c36 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 945 time: 0.0981414 Jun 15 14:29:49.409604 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e768c3b-bd39-47ab-a960-4f0f03f0c1ca None None] Network e314e301-2a9e-487b-85e2-e3abd2a6c960 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:49.442716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-905f8b2d-e05d-4c61-9e86-d3cf5e61295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:49.445233 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-905f8b2d-e05d-4c61-9e86-d3cf5e61295a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939682 Jun 15 14:29:49.599572 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Deleting port 8c36e467-2694-4694-a24b-8c22880659ef {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:29:49.600082 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.669166 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-28922757-4cf4-41d3-b692-5e8d3c0cd670 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064948 Jun 15 14:29:49.745712 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] For port 8c36e467-2694-4694-a24b-8c22880659ef, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c36e467-2694-4694-a24b-8c22880659ef,segment=NetworkSegment(b7dbabfd-07fc-431c-9800-7ecfc86bb77e),segment_id=b7dbabfd-07fc-431c-9800-7ecfc86bb77e)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:49.746144 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.813670 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96b4e-fa3f-4463-97b9-fd2d28f9fca5 req-1f2015c4-1889-46b3-ae3c-8de5bf4ac9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:49.815252 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8a96b4e-fa3f-4463-97b9-fd2d28f9fca5 req-1f2015c4-1889-46b3-ae3c-8de5bf4ac9fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.1985469 Jun 15 14:29:49.852063 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Calling delete_port for 8c36e467-2694-4694-a24b-8c22880659ef owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:29:49.915104 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfe7b512-4bc8-4e87-b7c3-ef32d32eb86d req-849e148c-5da2-4beb-b5c3-2119c3c91728 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346370 Jun 15 14:29:49.930382 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2dfb9-3e41-4e14-aec0-651f54161558 req-3f5b851d-86a2-47c3-913f-f651a77014fa tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:49.931998 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-48e2dfb9-3e41-4e14-aec0-651f54161558 req-3f5b851d-86a2-47c3-913f-f651a77014fa tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/ports?device_id=e296775d-5d7b-4477-9437-9908898d45b1 HTTP/1.1" status: 200 len: 945 time: 0.2506568 Jun 15 14:29:49.937470 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8a96b4e-fa3f-4463-97b9-fd2d28f9fca5 req-0ae419b8-69c4-47fc-8aa0-a5a094064b00 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004126 Jun 15 14:29:49.986437 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-48e2dfb9-3e41-4e14-aec0-651f54161558 req-f24eb963-9980-430f-a940-d8bfa6962bbc tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec44e15a-8198-4deb-a1f3-3042e6fbaebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472121 Jun 15 14:29:50.028210 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.032742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:50.062023 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Pushing event deleted for resources: {'Port': ['ID=8c36e467-2694-4694-a24b-8c22880659ef,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:50.065512 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:50.085292 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['8c36e467-2694-4694-a24b-8c22880659ef'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:29:50.126442 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] No DVR routers for this DVR port 8c36e467-2694-4694-a24b-8c22880659ef on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:29:50.128997 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.130987 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a45503ef-bba4-49fd-aecb-94b681fc810d req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] 10.222.0.61 "DELETE /v2.0/ports/8c36e467-2694-4694-a24b-8c22880659ef HTTP/1.1" status: 204 len: 173 time: 0.7176826 Jun 15 14:29:50.131642 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e296775d-5d7b-4477-9437-9908898d45b1', 'name': 'network-vif-deleted', 'tag': '8c36e467-2694-4694-a24b-8c22880659ef'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:50.134175 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817b2e8-e799-497f-84c6-02c60ea150d2" -d '{"events": [{"server_uuid": "e296775d-5d7b-4477-9437-9908898d45b1", "name": "network-vif-deleted", "tag": "8c36e467-2694-4694-a24b-8c22880659ef"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:50.165137 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679b39f-fa62-487e-927e-36b7e5fe289f req-59853890-922b-419e-bafb-52f148ea939a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:50.166851 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e679b39f-fa62-487e-927e-36b7e5fe289f req-59853890-922b-419e-bafb-52f148ea939a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0865076 Jun 15 14:29:50.252117 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e679b39f-fa62-487e-927e-36b7e5fe289f req-e1eae061-42e2-4a36-9d99-01da65f7658b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747492 Jun 15 14:29:50.284040 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f269c-764b-4918-8644-94aa3d3f65f9 req-06d6de99-37e9-4ec8-b41a-bc43a84950ed tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:50.284040 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-642f269c-764b-4918-8644-94aa3d3f65f9 req-06d6de99-37e9-4ec8-b41a-bc43a84950ed tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1126151 Jun 15 14:29:50.322448 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c88aeaf-1740-4634-9a1e-b23e8b463a70 x-openstack-request-id: req-2c88aeaf-1740-4634-9a1e-b23e8b463a70 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:50.322838 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e296775d-5d7b-4477-9437-9908898d45b1", "name": "network-vif-deleted", "tag": "8c36e467-2694-4694-a24b-8c22880659ef", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:50.323129 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c88aeaf-1740-4634-9a1e-b23e8b463a70 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:50.323569 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e296775d-5d7b-4477-9437-9908898d45b1', 'name': 'network-vif-deleted', 'tag': '8c36e467-2694-4694-a24b-8c22880659ef', 'status': 'completed', 'code': 200} Jun 15 14:29:50.338941 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-642f269c-764b-4918-8644-94aa3d3f65f9 req-6f2a4185-0630-49f5-8677-5658799ae439 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 Jun 15 14:29:51.239610 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f29e-180c-440d-8896-b838e507bca6 req-071b604c-439b-4212-ab33-4b126f2fb563 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:51.241112 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-071b604c-439b-4212-ab33-4b126f2fb563 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/networks?id=e314e301-2a9e-487b-85e2-e3abd2a6c960 HTTP/1.1" status: 200 len: 814 time: 0.1382580 Jun 15 14:29:51.258307 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-77ab3d27-9020-492f-b858-ad199273fcda tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/quotas/a4a363fb23574285b0f15dfa6f483616 HTTP/1.1" status: 200 len: 375 time: 0.0113132 Jun 15 14:29:51.331562 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-720e2353-d70a-4cb5-b59d-c56fb6833b26 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4a363fb23574285b0f15dfa6f483616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668571 Jun 15 14:29:51.538496 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-02f7f4d1-9327-4fb7-8769-bcec6d9f9910 service neutron] 10.222.0.15 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058201 Jun 15 14:29:51.563193 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e426c7-2de1-49f8-9a8f-c0a5812f5e63 req-327ae549-f91e-4b2e-b58b-482dd895e235 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:51.565001 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-55e426c7-2de1-49f8-9a8f-c0a5812f5e63 req-327ae549-f91e-4b2e-b58b-482dd895e235 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.1736429 Jun 15 14:29:51.684173 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-55e426c7-2de1-49f8-9a8f-c0a5812f5e63 req-435cfa70-040a-4ab1-bb7d-42faf9fda6d2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060364 Jun 15 14:29:51.709748 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-d867a60f-5276-4672-a31b-27084205cb60 service neutron] 10.222.0.15 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648884 Jun 15 14:29:51.920931 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-51a7526a-bdad-4838-bcee-99f0399bd074 req-d5e7e23c-d907-42c1-86ad-bcd6b2c296d3 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 210 time: 0.0428336 Jun 15 14:29:51.930235 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08da8a6-4230-4218-9e34-2eeb6c1a5efb req-a597bc68-6e02-46d9-b0bd-ae84af2d840d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:51.931916 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e08da8a6-4230-4218-9e34-2eeb6c1a5efb req-a597bc68-6e02-46d9-b0bd-ae84af2d840d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1218941 Jun 15 14:29:51.997536 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e08da8a6-4230-4218-9e34-2eeb6c1a5efb req-9a284bb1-06de-4ac2-b8c8-37274ff930b1 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529301 Jun 15 14:29:52.531129 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c51f29-1453-4b24-8180-f6005b805d83 req-1add6570-e67f-47d9-9307-e4af432d82b9 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:52.533453 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74c51f29-1453-4b24-8180-f6005b805d83 req-1add6570-e67f-47d9-9307-e4af432d82b9 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0719399 Jun 15 14:29:52.575035 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74c51f29-1453-4b24-8180-f6005b805d83 req-50673b33-ba9d-463e-b01f-fd41ede08603 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357840 Jun 15 14:29:52.876598 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401435d-b950-43ec-b3fb-503237f753a9 req-cf77df91-e37e-43dc-8f32-25bca9b0a876 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:52.878080 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7401435d-b950-43ec-b3fb-503237f753a9 req-cf77df91-e37e-43dc-8f32-25bca9b0a876 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0699792 Jun 15 14:29:52.924281 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7401435d-b950-43ec-b3fb-503237f753a9 req-9fc72079-edd2-4058-a0d6-9724f05bdfe5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Jun 15 14:29:53.079806 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fb307a50-3e75-41c0-bde6-3a0c25e2d7a0 req-6fe411ee-8588-4669-aff1-73a4a302bf9b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 210 time: 0.0326705 Jun 15 14:29:53.758719 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb0d64-b487-4bd3-a76c-1742bfd6b8d7 req-0b73223b-69e9-47ac-9942-2fa79fb04ad7 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:53.760111 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-42cb0d64-b487-4bd3-a76c-1742bfd6b8d7 req-0b73223b-69e9-47ac-9942-2fa79fb04ad7 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0692194 Jun 15 14:29:53.801953 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-42cb0d64-b487-4bd3-a76c-1742bfd6b8d7 req-b21177e2-8db6-4b92-89d2-f2558bcbbd23 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354354 Jun 15 14:29:54.117603 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe609a-b1ce-4dfc-a82d-5e6a1ee9fbeb req-29d941b6-df53-492c-91a1-8fbebff8adbb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:54.119221 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e9fe609a-b1ce-4dfc-a82d-5e6a1ee9fbeb req-29d941b6-df53-492c-91a1-8fbebff8adbb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 946 time: 0.0790608 Jun 15 14:29:54.163276 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e9fe609a-b1ce-4dfc-a82d-5e6a1ee9fbeb req-af83906d-a784-4d30-aab0-79aa8f46390a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 Jun 15 14:29:54.223754 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-87f0e6c6-1dff-4804-860b-0f776e6a3c7f req-3d06bd1c-81e3-4e0b-a150-8eeab81f91d4 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 210 time: 0.0331435 Jun 15 14:29:54.981551 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9fe46-764c-4270-8d9b-6f01b7d2ee71 req-4ce2d49d-ce8e-4c71-8500-5a381c958341 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:54.983164 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4de9fe46-764c-4270-8d9b-6f01b7d2ee71 req-4ce2d49d-ce8e-4c71-8500-5a381c958341 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0683794 Jun 15 14:29:55.028723 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4de9fe46-764c-4270-8d9b-6f01b7d2ee71 req-3db09394-8de7-4fc7-980c-c969dd29ac8a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Jun 15 14:29:55.074704 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:29:55.169527 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:55.187193 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-9f9005bf-4e10-4a9d-a414-dabfa8fc2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:55.188708 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-9f9005bf-4e10-4a9d-a414-dabfa8fc2943 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.0655503 Jun 15 14:29:55.195772 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:55.198044 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2e5fe3-c0aa-4e26-8918-4ef6677d6388" -d '{"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:55.212574 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:55.219367 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:55.221480 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:55.258183 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c36e467-2694-4694-a24b-8c22880659ef no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:29:55.290656 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77e03eb-4100-4188-a941-0016cd52c697 x-openstack-request-id: req-f77e03eb-4100-4188-a941-0016cd52c697 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:55.290983 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:55.291243 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f77e03eb-4100-4188-a941-0016cd52c697 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:55.291940 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'code': 200} Jun 15 14:29:55.301752 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 8c36e467-2694-4694-a24b-8c22880659ef {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:29:55.302527 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c36e467-2694-4694-a24b-8c22880659ef not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:29:55.323865 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=8']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:55.328265 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:55.400724 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4170a8-3bc3-45c1-89df-b8cff7eb58bf req-237a1129-fb8b-4b4c-a4c9-90ef6d424668 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:55.400967 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8e543fa9-f98f-428f-9c9e-d1de9e89ecc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:55.404605 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ca4170a8-3bc3-45c1-89df-b8cff7eb58bf req-237a1129-fb8b-4b4c-a4c9-90ef6d424668 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.0988562 Jun 15 14:29:55.411063 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-1dcd6aaa-fa17-4649-b3a2-770cac727192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:55.413296 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-1dcd6aaa-fa17-4649-b3a2-770cac727192 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 920 time: 0.1901219 Jun 15 14:29:55.488799 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-77b426da-f946-4867-b66e-eb4145373699 req-1e68d5f3-dd83-4a63-8c5d-3036343435d9 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 210 time: 0.0587237 Jun 15 14:29:55.552770 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ca4170a8-3bc3-45c1-89df-b8cff7eb58bf req-80cb5d09-7e3a-44e4-9925-39f732584a14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411974 Jun 15 14:29:55.563762 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-1811e4a8-c40d-4e95-a393-2adf18581838 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 200 len: 217 time: 0.1003859 Jun 15 14:29:55.646577 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-1e8a864e-e7c1-4568-9caa-2f7ef79c84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:55.648497 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-1e8a864e-e7c1-4568-9caa-2f7ef79c84b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.0640607 Jun 15 14:29:55.706462 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-4b74e187-c9d3-4614-9da1-231ef492ee8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508184 Jun 15 14:29:55.828144 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-98761ece-24dc-463b-8d20-455b9ecfdf35 service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148548 Jun 15 14:29:55.944102 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b7eabefb-583c-41d3-8ef1-a7bad20f4a14 req-1df4ee17-abd3-44d8-8d7a-a7ce9c688f5f service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046202 Jun 15 14:29:56.233158 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59b40f-1f06-4940-af04-c33d4c5cb1b1 req-18a9d4a4-c7c7-4e94-83df-d63a756d87cb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:56.235325 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1d59b40f-1f06-4940-af04-c33d4c5cb1b1 req-18a9d4a4-c7c7-4e94-83df-d63a756d87cb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0840280 Jun 15 14:29:56.292571 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1d59b40f-1f06-4940-af04-c33d4c5cb1b1 req-37bb6440-0094-4214-9835-95592b4e1af8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514994 Jun 15 14:29:56.413941 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f29e-180c-440d-8896-b838e507bca6 req-7a3465cb-e3ac-4e47-b60e-a8c51773f9a2 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:56.415442 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-7a3465cb-e3ac-4e47-b60e-a8c51773f9a2 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "GET /v2.0/networks?id=e314e301-2a9e-487b-85e2-e3abd2a6c960 HTTP/1.1" status: 200 len: 814 time: 0.1575897 Jun 15 14:29:56.458560 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Request body: {'port': {'device_id': '0e76257a-d5ce-4acb-be24-1de117015506', 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960', 'admin_state_up': True, 'tenant_id': 'a4a363fb23574285b0f15dfa6f483616'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:56.632667 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Made reservation on behalf of a4a363fb23574285b0f15dfa6f483616 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:56.637796 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:56.714206 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a922ecae-0c75-4d32-b0ea-f1a719cfc7be req-8f650c4f-009a-4ec6-9b0a-a41327325fd8 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 210 time: 0.0886879 Jun 15 14:29:56.849726 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15c33f-d948-4ba0-8bd8-5e17bee0f5ed req-f50ba5e0-e602-4d06-93d8-0bceb5d4eb00 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:56.852171 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0d15c33f-d948-4ba0-8bd8-5e17bee0f5ed req-f50ba5e0-e602-4d06-93d8-0bceb5d4eb00 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.0911443 Jun 15 14:29:56.863663 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Allocated IP 172.20.0.12 (e314e301-2a9e-487b-85e2-e3abd2a6c960/dfc4d1cb-b633-4296-a801-d8a34b25c70c/25888add-0416-462d-9052-9f4ecc47a9d7) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:56.927900 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0d15c33f-d948-4ba0-8bd8-5e17bee0f5ed req-e3918b68-7a1d-4f26-a83d-700fdd92cd11 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674379 Jun 15 14:29:57.113660 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.184749 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.192319 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:57.316180 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Network e314e301-2a9e-487b-85e2-e3abd2a6c960 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:57.319191 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:57.329682 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Pushing event updated for resources: {'Port': ['ID=25888add-0416-462d-9052-9f4ecc47a9d7,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:57.339008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:57.344746 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:57.432741 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:57.434275 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.479066 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0255785 Jun 15 14:29:57.502624 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Request body: {'port': {'device_id': '0e76257a-d5ce-4acb-be24-1de117015506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:57.574896 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.632280 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76df4a4-d429-466b-b458-779ab94561d2 req-74047735-65b4-4f55-bc7d-29de1e7b9672 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:57.634314 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c76df4a4-d429-466b-b458-779ab94561d2 req-74047735-65b4-4f55-bc7d-29de1e7b9672 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1247380 Jun 15 14:29:57.639262 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.706853 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c76df4a4-d429-466b-b458-779ab94561d2 req-e6f6c313-2bcb-46fe-89cd-d68a6d6dac8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649371 Jun 15 14:29:58.209208 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd046fe-3423-4432-ac59-fd0220610ade req-ee600dc3-199e-4f3b-81db-5369fd6cbc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:58.211168 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1dd046fe-3423-4432-ac59-fd0220610ade req-ee600dc3-199e-4f3b-81db-5369fd6cbc68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 1098 time: 0.3604760 Jun 15 14:29:58.285513 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a0553-56d6-4bef-9356-42b597f6d01c req-24f421cf-ddf2-48db-b136-f2621fa81fed tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:58.297559 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e54a0553-56d6-4bef-9356-42b597f6d01c req-24f421cf-ddf2-48db-b136-f2621fa81fed tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 932 time: 0.3240633 Jun 15 14:29:58.329724 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25888add-0416-462d-9052-9f4ecc47a9d7 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:58.344833 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.360841 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Transition to ACTIVE for port object 25888add-0416-462d-9052-9f4ecc47a9d7 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:58.363836 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.371246 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.382125 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:58.404698 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e54a0553-56d6-4bef-9356-42b597f6d01c req-553df990-ae68-4656-a284-f09988c0c3c0 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027479 Jun 15 14:29:58.504274 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02c927-8f42-4643-9490-a12ab58d2ec2 req-83b8ddc2-bfe4-4f81-bbfc-f865a4c31658 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:58.511326 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bd02c927-8f42-4643-9490-a12ab58d2ec2 req-83b8ddc2-bfe4-4f81-bbfc-f865a4c31658 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.3919673 Jun 15 14:29:58.591837 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bd02c927-8f42-4643-9490-a12ab58d2ec2 req-5f46f805-3769-450b-ba25-edd30802d05f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795422 Jun 15 14:29:58.645771 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd046fe-3423-4432-ac59-fd0220610ade req-0d8105d1-0f7a-4292-9908-8538622c7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:58.651368 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1dd046fe-3423-4432-ac59-fd0220610ade req-0d8105d1-0f7a-4292-9908-8538622c7f46 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 200 len: 920 time: 0.4057946 Jun 15 14:29:58.752941 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Pushing event updated for resources: {'Port': ['ID=25888add-0416-462d-9052-9f4ecc47a9d7,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:58.760752 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:58.827464 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1dd046fe-3423-4432-ac59-fd0220610ade req-a248c412-1867-4353-92fd-7f36640da550 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 200 len: 217 time: 0.1609638 Jun 15 14:29:58.831482 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Attempting to bind port 25888add-0416-462d-9052-9f4ecc47a9d7 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:58.831836 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Attempting to bind port 25888add-0416-462d-9052-9f4ecc47a9d7 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:58.832218 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Attempting to bind port 25888add-0416-462d-9052-9f4ecc47a9d7 on network e314e301-2a9e-487b-85e2-e3abd2a6c960 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:58.840451 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Port 25888add-0416-462d-9052-9f4ecc47a9d7 on network e314e301-2a9e-487b-85e2-e3abd2a6c960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:29:58.840451 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Attempting to bind port 25888add-0416-462d-9052-9f4ecc47a9d7 on network e314e301-2a9e-487b-85e2-e3abd2a6c960 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:58.847309 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:58.847729 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Checking segment: {'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:58.848333 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Bound using segment: {'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:58.848873 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Bound port: 25888add-0416-462d-9052-9f4ecc47a9d7, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:58.849302 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.907381 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50126) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:58.972498 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] For port 25888add-0416-462d-9052-9f4ecc47a9d7, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:58.976624 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] For port 25888add-0416-462d-9052-9f4ecc47a9d7, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=25888add-0416-462d-9052-9f4ecc47a9d7,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:58.983148 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.989501 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:59.011511 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd046fe-3423-4432-ac59-fd0220610ade req-62c5fc8b-0033-4b54-925e-69ff4b7833aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:59.013052 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1dd046fe-3423-4432-ac59-fd0220610ade req-62c5fc8b-0033-4b54-925e-69ff4b7833aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 200 len: 859 time: 0.1775324 Jun 15 14:29:59.034001 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-634a7451-4b7a-485e-a40c-e8314b4cefd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.079551 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1dd046fe-3423-4432-ac59-fd0220610ade req-55cd0c74-4d10-4eee-ba5c-02d4d0737743 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2c72349d-2408-4e07-b125-19798cf4fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505857 Jun 15 14:29:59.093580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbaa4c-e6eb-4ef7-b826-c8743ec6e41e req-2406085e-bb7d-4b06-be42-f5af7d507dae tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:59.096757 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-36fbaa4c-e6eb-4ef7-b826-c8743ec6e41e req-2406085e-bb7d-4b06-be42-f5af7d507dae tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1816268 Jun 15 14:29:59.105292 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:59.106434 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.107608 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] 10.222.0.61 "PUT /v2.0/ports/25888add-0416-462d-9052-9f4ecc47a9d7 HTTP/1.1" status: 200 len: 1094 time: 1.6107953 Jun 15 14:29:59.112167 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e76257a-d5ce-4acb-be24-1de117015506', 'tag': '25888add-0416-462d-9052-9f4ecc47a9d7'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:59.114498 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e76257a-d5ce-4acb-be24-1de117015506", "tag": "25888add-0416-462d-9052-9f4ecc47a9d7"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:59.138614 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:29:59.174015 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Pushing event updated for resources: {'Port': ['ID=25888add-0416-462d-9052-9f4ecc47a9d7,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:59.192728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:59.213224 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e6da1-1417-48a1-bb3e-baca431e3103 x-openstack-request-id: req-5a8e6da1-1417-48a1-bb3e-baca431e3103 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:59.213742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e76257a-d5ce-4acb-be24-1de117015506", "tag": "25888add-0416-462d-9052-9f4ecc47a9d7", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:59.214205 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a8e6da1-1417-48a1-bb3e-baca431e3103 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:59.214856 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e76257a-d5ce-4acb-be24-1de117015506', 'tag': '25888add-0416-462d-9052-9f4ecc47a9d7', 'status': 'completed', 'code': 200} Jun 15 14:29:59.267347 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-36fbaa4c-e6eb-4ef7-b826-c8743ec6e41e req-d0455763-93db-4422-aae3-05a04ffb8ba3 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604149 Jun 15 14:29:59.307743 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-6c2f07d6-48a5-4400-a9e0-f3dd3d0038d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3988671 Jun 15 14:29:59.311710 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f29e-180c-440d-8896-b838e507bca6 req-784cc70d-3cb8-41ac-b8cd-48451a314c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:59.313597 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-784cc70d-3cb8-41ac-b8cd-48451a314c23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a363fb23574285b0f15dfa6f483616&device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 1097 time: 0.1193819 Jun 15 14:29:59.315183 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1dd046fe-3423-4432-ac59-fd0220610ade req-4646c062-1bd9-46ac-a173-366849cfb2ce service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170238 Jun 15 14:29:59.599559 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1dd046fe-3423-4432-ac59-fd0220610ade req-5de6eb88-45d0-4c68-9464-ea06c7aed18e service neutron] 10.222.0.61 "GET /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601066 Jun 15 14:29:59.726696 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6464-6e09-4e66-b029-301b71b2b8b1 req-f8d942ba-0c7b-4aba-8fe3-724bf3ccbc67 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:59.728388 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aa3c6464-6e09-4e66-b029-301b71b2b8b1 req-f8d942ba-0c7b-4aba-8fe3-724bf3ccbc67 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 944 time: 0.0961316 Jun 15 14:29:59.861576 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aa3c6464-6e09-4e66-b029-301b71b2b8b1 req-4dc60003-2f93-4a9c-9444-843e5dbb6cc8 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065416 Jun 15 14:29:59.981598 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-e4d78da1-1b6e-4c51-b2ad-fb4d271e7dff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25888add-0416-462d-9052-9f4ecc47a9d7 HTTP/1.1" status: 200 len: 217 time: 0.6417296 Jun 15 14:30:00.117258 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f29e-180c-440d-8896-b838e507bca6 req-d792a189-ca94-427e-b2e7-728976e2857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.118981 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-d792a189-ca94-427e-b2e7-728976e2857d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc4d1cb-b633-4296-a801-d8a34b25c70c HTTP/1.1" status: 200 len: 854 time: 0.1209495 Jun 15 14:30:00.140296 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61957bd0-d1ca-4832-a82d-92a5af3fea0a req-9074adac-6078-4170-97a8-2b1cf9685b8d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.142959 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61957bd0-d1ca-4832-a82d-92a5af3fea0a req-9074adac-6078-4170-97a8-2b1cf9685b8d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.0994210 Jun 15 14:30:00.195446 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-7833c9f4-2fc3-4a60-963d-f4cfbef0937e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314e301-2a9e-487b-85e2-e3abd2a6c960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359004 Jun 15 14:30:00.224957 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.401764 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-27d632ad-8578-410c-a0b5-ed719d792861 service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856720 Jun 15 14:30:00.511658 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-61957bd0-d1ca-4832-a82d-92a5af3fea0a req-2b955917-41bd-4f50-a1a6-9a942c101445 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629699 Jun 15 14:30:00.669305 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-cf16f29e-180c-440d-8896-b838e507bca6 req-05de8348-3117-4991-8597-121518e37b14 service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695170 Jun 15 14:30:00.862009 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-2833a4ca-e9ed-4e79-b1fe-d404bb3e9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.863544 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-2833a4ca-e9ed-4e79-b1fe-d404bb3e9c6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a363fb23574285b0f15dfa6f483616&device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 1097 time: 0.0665832 Jun 15 14:30:01.041263 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-b838f186-4e14-4311-bdc3-de48fcf54122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:01.043102 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-b838f186-4e14-4311-bdc3-de48fcf54122 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314e301-2a9e-487b-85e2-e3abd2a6c960 HTTP/1.1" status: 200 len: 915 time: 0.1610975 Jun 15 14:30:01.190401 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-e27c09a8-b18b-49bc-bc29-5d37d1242b60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25888add-0416-462d-9052-9f4ecc47a9d7 HTTP/1.1" status: 200 len: 217 time: 0.1209888 Jun 15 14:30:01.289932 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-b6f0ff62-6ff1-48d2-a8fd-851a5280cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:01.291524 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-b6f0ff62-6ff1-48d2-a8fd-851a5280cbd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc4d1cb-b633-4296-a801-d8a34b25c70c HTTP/1.1" status: 200 len: 854 time: 0.0933590 Jun 15 14:30:01.294924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698782e-c17e-49a0-be6f-7b795ce0f4b5 req-72346aae-09eb-4cb7-a6d3-bf949b22fa5b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:01.307988 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a698782e-c17e-49a0-be6f-7b795ce0f4b5 req-72346aae-09eb-4cb7-a6d3-bf949b22fa5b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 944 time: 0.2028220 Jun 15 14:30:01.390247 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.397261 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a698782e-c17e-49a0-be6f-7b795ce0f4b5 req-6d7bb203-10ca-4ec9-8a01-67ff6bf4509a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862515 Jun 15 14:30:01.412547 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-8bbbbbe6-7c62-4b3f-9bf3-304b08e29e8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314e301-2a9e-487b-85e2-e3abd2a6c960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087232 Jun 15 14:30:01.562802 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-acbb1fcf-5c3c-4c36-9569-860a5e6361c3 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909606998&fields=id&tenant_id=f74953c1b82146e7a585b5092191bc98 HTTP/1.1" status: 200 len: 267 time: 0.0539117 Jun 15 14:30:01.604826 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-d0fcd866-573a-4979-8b8c-375e62220f1c service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789784 Jun 15 14:30:01.754010 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-aca61866-fadf-48d0-9698-816606d2e378 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:01.757108 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-aca61866-fadf-48d0-9698-816606d2e378 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 809 time: 0.1931868 Jun 15 14:30:01.766934 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d7ff8c51-340d-4e68-93bc-cfdfb46550e8 req-4cbeb85f-5b0e-42fa-bb83-a620862781c1 service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517377 Jun 15 14:30:01.769386 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5a8df-d71f-4e1b-b9ec-085ec6536a28 req-ad62c082-4909-462d-beb3-5563bf44c892 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:01.770848 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-60a5a8df-d71f-4e1b-b9ec-085ec6536a28 req-ad62c082-4909-462d-beb3-5563bf44c892 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1945958 Jun 15 14:30:01.788943 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-1b47578b-fe85-42d0-9a72-b3bb02010137 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/quotas/f74953c1b82146e7a585b5092191bc98 HTTP/1.1" status: 200 len: 375 time: 0.0170150 Jun 15 14:30:01.856174 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-60a5a8df-d71f-4e1b-b9ec-085ec6536a28 req-83d08b90-21b9-487c-a0b7-6a83a1d2ab58 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781825 Jun 15 14:30:01.945537 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-16ee7eff-0d1c-4902-bda6-557b0b607d93 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363399 Jun 15 14:30:02.224291 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-76e6c783-83b9-4de6-9cba-62cf564945ce service neutron] 10.222.0.15 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857432 Jun 15 14:30:02.302526 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc840e2-61a9-405b-bc24-9d826c667554 req-7ffe1722-c8e6-443b-a8a8-05ad59d7a177 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:02.304069 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfc840e2-61a9-405b-bc24-9d826c667554 req-7ffe1722-c8e6-443b-a8a8-05ad59d7a177 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.1704674 Jun 15 14:30:02.437624 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dfc840e2-61a9-405b-bc24-9d826c667554 req-6531a8ad-8717-4ee4-861b-86543ca89b8a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905504 Jun 15 14:30:02.476484 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-425ab1d3-1248-40b8-9bab-0a1ddc9114c2 service neutron] 10.222.0.15 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446668 Jun 15 14:30:02.743556 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59ac53-c110-46ff-9090-67604a18f2f0 req-96ecaa84-761f-4d50-b351-2651256f852f tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:02.746410 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2b59ac53-c110-46ff-9090-67604a18f2f0 req-96ecaa84-761f-4d50-b351-2651256f852f tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 944 time: 0.1246974 Jun 15 14:30:02.851496 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2b59ac53-c110-46ff-9090-67604a18f2f0 req-683a7301-6ef4-4856-bca5-d9d6d8b89d86 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787926 Jun 15 14:30:02.957715 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fd49e958-e2a1-4a8c-b2ec-fa2d41997173 req-e3f78cae-6529-4e94-8b6a-a5d17c5bca17 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 210 time: 0.0514941 Jun 15 14:30:03.154186 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 25888add-0416-462d-9052-9f4ecc47a9d7 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:03.198312 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd2c85-c07f-45d5-90db-b2045d04386d req-6de3ac2d-ef78-4a22-a684-260a7e419c08 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:03.199925 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74cd2c85-c07f-45d5-90db-b2045d04386d req-6de3ac2d-ef78-4a22-a684-260a7e419c08 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1122868 Jun 15 14:30:03.258741 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74cd2c85-c07f-45d5-90db-b2045d04386d req-a496775b-89c7-47d6-8845-7ab23fb68c1a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501239 Jun 15 14:30:03.377583 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 25888add-0416-462d-9052-9f4ecc47a9d7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=25888add-0416-462d-9052-9f4ecc47a9d7,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:03.394296 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '25888add-0416-462d-9052-9f4ecc47a9d7', 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960', 'port_id': '25888add-0416-462d-9052-9f4ecc47a9d7', 'mac_address': 'fa:16:3e:7d:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc4d1cb-b633-4296-a801-d8a34b25c70c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:03.445743 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.489793 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25888add-0416-462d-9052-9f4ecc47a9d7 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:03.537948 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 25888add-0416-462d-9052-9f4ecc47a9d7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=25888add-0416-462d-9052-9f4ecc47a9d7,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:03.543825 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.550230 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:03.663705 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=25888add-0416-462d-9052-9f4ecc47a9d7,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:03.667984 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:03.721648 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5738-239a-4178-a654-8b09279de1ee req-20bd470c-61fd-4dc2-ae9a-ead084aed4c9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:03.729835 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-535e5738-239a-4178-a654-8b09279de1ee req-20bd470c-61fd-4dc2-ae9a-ead084aed4c9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.1432991 Jun 15 14:30:03.806972 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-535e5738-239a-4178-a654-8b09279de1ee req-e4739ca6-2a6b-4c12-ad43-d07f785e8895 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759778 Jun 15 14:30:03.891773 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-2bb91d00-4b8e-4616-b2fb-02ebfc60d21e tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:03.893305 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-2bb91d00-4b8e-4616-b2fb-02ebfc60d21e tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 946 time: 0.1288691 Jun 15 14:30:03.948241 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['25888add-0416-462d-9052-9f4ecc47a9d7'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:04.199342 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-4d88ea01-7477-428f-9e60-850f88435cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:04.200977 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-4d88ea01-7477-428f-9e60-850f88435cce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b&tenant_id=0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 1097 time: 0.2417238 Jun 15 14:30:04.215120 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Deleting port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:04.215852 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.361183 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471608b-fc0a-4e67-ae92-22a1710ae000 req-87e17603-716d-442b-a797-1b89edead2c5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:04.369110 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6471608b-fc0a-4e67-ae92-22a1710ae000 req-87e17603-716d-442b-a797-1b89edead2c5 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.2673833 Jun 15 14:30:04.410984 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] For port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:04.411759 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.438556 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e9cac-e4d5-4fa3-9b3b-daa892d73674 req-426c0c6b-06e7-4446-877f-ebeff6879a89 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:04.440306 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da6e9cac-e4d5-4fa3-9b3b-daa892d73674 req-426c0c6b-06e7-4446-877f-ebeff6879a89 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 945 time: 0.2325401 Jun 15 14:30:04.493396 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-b38a4643-c4f9-4c13-a46e-33ebeb693dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:04.495092 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-b38a4643-c4f9-4c13-a46e-33ebeb693dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1097 time: 0.2278407 Jun 15 14:30:04.498259 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6471608b-fc0a-4e67-ae92-22a1710ae000 req-0f63ed0f-f345-4d28-b9fa-6993043ee2cf tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279137 Jun 15 14:30:04.556324 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Calling delete_port for 2de5de5b-63f9-42fa-b291-d3b6f1213a8c owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:04.558467 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da6e9cac-e4d5-4fa3-9b3b-daa892d73674 req-a8b1da4b-1c50-43c9-b057-a4573ab8fd0c tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049049 Jun 15 14:30:04.680064 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-ebec5b8f-30ee-4848-8da3-7f3fdf1f4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:04.682026 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-ebec5b8f-30ee-4848-8da3-7f3fdf1f4611 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1745198 Jun 15 14:30:04.831828 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.852122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-08f0e8ba-5d61-4a21-97b6-50cd0d9a62bd tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:04.939673 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fbff759f-d7f4-4eda-915e-cedee7c0472b req-b2183694-7b2f-4134-81dc-bb28f5a03c35 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 210 time: 0.1035085 Jun 15 14:30:04.953979 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event deleted for resources: {'Port': ['ID=2de5de5b-63f9-42fa-b291-d3b6f1213a8c,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:04.958648 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:04.992420 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] No DVR routers for this DVR port 2de5de5b-63f9-42fa-b291-d3b6f1213a8c on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:30:04.997699 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:05.001993 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9eb10bcf-b4ac-41d5-bca4-2fbb4ced0f16 req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "DELETE /v2.0/ports/2de5de5b-63f9-42fa-b291-d3b6f1213a8c HTTP/1.1" status: 204 len: 173 time: 1.0417840 Jun 15 14:30:05.002553 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474e11d-6d81-439c-8709-1cd1052f8232', 'name': 'network-vif-deleted', 'tag': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:05.006377 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6ed4cf-fcb6-4bd2-b942-7350eac32417" -d '{"events": [{"server_uuid": "7474e11d-6d81-439c-8709-1cd1052f8232", "name": "network-vif-deleted", "tag": "2de5de5b-63f9-42fa-b291-d3b6f1213a8c"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:05.095885 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb', '1965ecd8-f7c0-4793-9a6a-98435d431b96', '2f14a4b1-c258-4cfe-baa3-b25b892b0d40', '2de5de5b-63f9-42fa-b291-d3b6f1213a8c'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:05.116760 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6d43058a-8614-4ff8-8ee6-b94e75a91bcc req-1bf05c19-b859-4bfb-9236-533a4723b780 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=7474e11d-6d81-439c-8709-1cd1052f8232 HTTP/1.1" status: 200 len: 210 time: 0.1997380 Jun 15 14:30:05.135802 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-1b0488ed-8c0e-4340-a2eb-93b97e820570 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 200 len: 999 time: 0.4376414 Jun 15 14:30:05.205257 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6d3d20-8e2b-44cc-a17b-1c2c22876ec1 x-openstack-request-id: req-cd6d3d20-8e2b-44cc-a17b-1c2c22876ec1 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:05.205700 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7474e11d-6d81-439c-8709-1cd1052f8232", "name": "network-vif-deleted", "tag": "2de5de5b-63f9-42fa-b291-d3b6f1213a8c", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:05.206089 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd6d3d20-8e2b-44cc-a17b-1c2c22876ec1 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:05.206650 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474e11d-6d81-439c-8709-1cd1052f8232', 'name': 'network-vif-deleted', 'tag': '2de5de5b-63f9-42fa-b291-d3b6f1213a8c', 'status': 'completed', 'code': 200} Jun 15 14:30:05.366799 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-3a6222f6-00b3-4ced-a38e-fd2b40677c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:05.368235 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-3a6222f6-00b3-4ced-a38e-fd2b40677c2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.2019811 Jun 15 14:30:05.383024 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-05e78042-6daa-40c1-9656-c6627a214f8b tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:05.383367 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-05e78042-6daa-40c1-9656-c6627a214f8b tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.61 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 809 time: 0.4396265 Jun 15 14:30:05.536312 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace73474-e074-48a5-8a66-7eb99ecd01df req-eefe498b-aaaf-40c3-a4ec-cca7b61d6472 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:05.545981 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ace73474-e074-48a5-8a66-7eb99ecd01df req-eefe498b-aaaf-40c3-a4ec-cca7b61d6472 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.3048739 Jun 15 14:30:05.553773 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-70005368-014f-42f6-a7d4-075aed482476 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f74953c1b82146e7a585b5092191bc98 HTTP/1.1" status: 200 len: 380 time: 0.1507335 Jun 15 14:30:05.575274 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'port': {'device_id': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'admin_state_up': True, 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'security_groups': ['c8430ddc-91ed-47fa-8034-852a60b3eccc']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:05.958711 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-58d5ac94-d474-480d-81ed-f9433d272359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:05.960502 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-58d5ac94-d474-480d-81ed-f9433d272359 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5761645 Jun 15 14:30:06.098316 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ace73474-e074-48a5-8a66-7eb99ecd01df req-89e17c96-3664-4c6b-9dd5-6bacef70e8e2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5513299 Jun 15 14:30:06.293732 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4e718-3ec5-4f6a-96cc-14fa2440fd8d req-7b769d92-8c07-4aa9-94b5-d2fbdf7f1ea2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:06.307228 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3fa4e718-3ec5-4f6a-96cc-14fa2440fd8d req-7b769d92-8c07-4aa9-94b5-d2fbdf7f1ea2 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.3813303 Jun 15 14:30:06.313978 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-32d96770-e343-474e-aafe-2d33a1cb4de9 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215456 Jun 15 14:30:06.372492 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Made reservation on behalf of f74953c1b82146e7a585b5092191bc98 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:06.377787 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.640964 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3fa4e718-3ec5-4f6a-96cc-14fa2440fd8d req-b375e74f-e7c5-449b-a129-04981bc92223 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136621 Jun 15 14:30:06.690021 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f98b5032-66ca-4b3d-b3cb-64fdb96e3454 req-3ba64090-ec82-4859-8a16-b35261f6d47d service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594258 Jun 15 14:30:06.703204 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df69375-f221-4b8f-b7dc-71c22e538b0e req-0f6e8bb0-f00e-43cd-a5b4-ecddf035164c tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:06.704859 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0df69375-f221-4b8f-b7dc-71c22e538b0e req-0f6e8bb0-f00e-43cd-a5b4-ecddf035164c tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 945 time: 0.3939519 Jun 15 14:30:06.897320 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b97e34d9-f747-4f1c-bd6f-db2c598e4baf req-ef794c48-7e92-4b9e-983e-ed506a4f0068 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 210 time: 0.0604610 Jun 15 14:30:06.899312 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Allocated IP 172.20.0.11 (d997a0dc-05e0-4ab6-a397-e6f01b8d6d24/2bb051c0-0d8d-48c2-b89c-82cac7edc7da/a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:06.917966 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0df69375-f221-4b8f-b7dc-71c22e538b0e req-9bdbbe07-e5a6-4e0f-a615-c2a15945d13a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769953 Jun 15 14:30:07.201048 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 25888add-0416-462d-9052-9f4ecc47a9d7 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:07.294218 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.307867 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-789a527a-3be5-41fa-bf35-80b54298aa9d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:07.309444 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-789a527a-3be5-41fa-bf35-80b54298aa9d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.2700756 Jun 15 14:30:07.319010 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 25888add-0416-462d-9052-9f4ecc47a9d7 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:07.324277 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 25888add-0416-462d-9052-9f4ecc47a9d7 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:07.324516 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:30:07.325070 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.465442 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Transition to ACTIVE for port object a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:07.512784 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.621250 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e76257a-d5ce-4acb-be24-1de117015506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25888add-0416-462d-9052-9f4ecc47a9d7'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:07.626585 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec3015-77a0-43a8-b58c-818689ed321c req-ec44d860-2455-4a3e-ae1d-a3e4c6c5c73f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:07.630481 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5051fd-798f-440c-b28c-49dcb66a1c18" -d '{"events": [{"server_uuid": "0e76257a-d5ce-4acb-be24-1de117015506", "name": "network-vif-plugged", "status": "completed", "tag": "25888add-0416-462d-9052-9f4ecc47a9d7"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:07.637437 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-feec3015-77a0-43a8-b58c-818689ed321c req-ec44d860-2455-4a3e-ae1d-a3e4c6c5c73f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.3267741 Jun 15 14:30:07.682090 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Deleting port 09685b69-8651-4f5b-baad-993656a9bdc0 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:07.682651 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.720549 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 25888add-0416-462d-9052-9f4ecc47a9d7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=25888add-0416-462d-9052-9f4ecc47a9d7,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:07.727693 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.730106 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2de5de5b-63f9-42fa-b291-d3b6f1213a8c no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:07.745115 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:07.752190 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.775980 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-feec3015-77a0-43a8-b58c-818689ed321c req-0d1eaeb5-4139-48ba-8f0d-94063fb80677 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372626 Jun 15 14:30:07.804809 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:07.872039 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 2de5de5b-63f9-42fa-b291-d3b6f1213a8c {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:07.875765 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2de5de5b-63f9-42fa-b291-d3b6f1213a8c not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:07.890072 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f110c4-324a-4bff-bda0-6d67023c9123 x-openstack-request-id: req-66f110c4-324a-4bff-bda0-6d67023c9123 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:07.895111 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e76257a-d5ce-4acb-be24-1de117015506", "name": "network-vif-plugged", "status": "completed", "tag": "25888add-0416-462d-9052-9f4ecc47a9d7", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:07.895593 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66f110c4-324a-4bff-bda0-6d67023c9123 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:07.896011 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e76257a-d5ce-4acb-be24-1de117015506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25888add-0416-462d-9052-9f4ecc47a9d7', 'code': 200} Jun 15 14:30:08.065713 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=25888add-0416-462d-9052-9f4ecc47a9d7,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:08.080360 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:08.081195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] For port 09685b69-8651-4f5b-baad-993656a9bdc0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=09685b69-8651-4f5b-baad-993656a9bdc0,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:08.081880 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:08.224025 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Calling delete_port for 09685b69-8651-4f5b-baad-993656a9bdc0 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:08.344866 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93681-c45f-4477-b43c-6a5b18cbd8f5 req-d925c027-c519-4caf-8e77-8f7cc3f1c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:08.347157 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e5a93681-c45f-4477-b43c-6a5b18cbd8f5 req-d925c027-c519-4caf-8e77-8f7cc3f1c671 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 1099 time: 0.0944886 Jun 15 14:30:08.400381 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-e5a93681-c45f-4477-b43c-6a5b18cbd8f5 req-f4146c27-775d-4144-9112-2044b5a5a0b2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Jun 15 14:30:08.445016 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:08.484867 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:08.495852 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:08.501459 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:08.502123 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:08.515662 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:08.540122 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:08.627731 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0652421 Jun 15 14:30:08.661674 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb86f59-9e97-4139-831f-16276df4d5b8 req-aee10e55-fc8d-403d-9480-c4990d02bc14 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:08.665464 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9cb86f59-9e97-4139-831f-16276df4d5b8 req-aee10e55-fc8d-403d-9480-c4990d02bc14 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 932 time: 0.4217403 Jun 15 14:30:08.790644 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c69a07-6d41-4d43-be76-50e42890347c req-c310c4b9-851f-4558-997a-58b8c0c60b0d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:08.801210 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-32c69a07-6d41-4d43-be76-50e42890347c req-c310c4b9-851f-4558-997a-58b8c0c60b0d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 946 time: 0.5570831 Jun 15 14:30:08.998987 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9cb86f59-9e97-4139-831f-16276df4d5b8 req-5b4b8647-e7fa-4068-8545-0cd6873ea5ab tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236616 Jun 15 14:30:09.042087 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-51ae1a7f-77c5-402d-9be8-88f7aa7b5483 None None] Provisioning for port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:09.057142 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-51ae1a7f-77c5-402d-9be8-88f7aa7b5483 None None] Provisioning complete for port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:09.057587 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-51ae1a7f-77c5-402d-9be8-88f7aa7b5483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.138698 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-32c69a07-6d41-4d43-be76-50e42890347c req-9f82fbb2-4e44-4905-9575-5aa2c4e2e9e3 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194549 Jun 15 14:30:09.161326 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Request body: {'port': {'device_id': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:09.194516 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.309690 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-51ae1a7f-77c5-402d-9be8-88f7aa7b5483 None None] Port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:30:09.312032 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 09685b69-8651-4f5b-baad-993656a9bdc0 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:09.321122 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['da561938-618e-449f-8318-a0a344dd9171'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:09.416635 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-aecbf26a-e558-414b-b401-7e136c74d0a2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:09.677602 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 09685b69-8651-4f5b-baad-993656a9bdc0 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:09.678418 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 09685b69-8651-4f5b-baad-993656a9bdc0 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:10.101157 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Pushing event deleted for resources: {'Port': ['ID=09685b69-8651-4f5b-baad-993656a9bdc0,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:10.104330 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:10.105604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] No DVR routers for this DVR port 09685b69-8651-4f5b-baad-993656a9bdc0 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:30:10.109760 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.112016 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3a723c29-0831-4a5d-88f1-dae5f18932d7 req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "DELETE /v2.0/ports/09685b69-8651-4f5b-baad-993656a9bdc0 HTTP/1.1" status: 204 len: 173 time: 2.7963333 Jun 15 14:30:10.115873 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'name': 'network-vif-deleted', 'tag': '09685b69-8651-4f5b-baad-993656a9bdc0'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:10.118411 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0dd41-6f63-4f9e-b305-4b7cfb75bdde" -d '{"events": [{"server_uuid": "6e7e30bf-bccd-49fe-82f4-2cbdc7026f09", "name": "network-vif-deleted", "tag": "09685b69-8651-4f5b-baad-993656a9bdc0"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:10.303508 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.315685 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f678e92-a25a-4076-9499-7e97cd6398c9 req-587f07a9-4c68-49aa-842a-6f8a7eb7eba8 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:10.317680 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0f678e92-a25a-4076-9499-7e97cd6398c9 req-587f07a9-4c68-49aa-842a-6f8a7eb7eba8 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 946 time: 0.7879217 Jun 15 14:30:10.377432 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef355c-5c95-4b95-a4d1-50acd5d52925 req-c4ba90fc-6524-4296-854f-271abb26adb3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:10.384996 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8bef355c-5c95-4b95-a4d1-50acd5d52925 req-c4ba90fc-6524-4296-854f-271abb26adb3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2870829 Jun 15 14:30:10.497470 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0f678e92-a25a-4076-9499-7e97cd6398c9 req-891aeb59-1eb1-42c6-bfcf-26845407a558 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582880 Jun 15 14:30:10.548327 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8bef355c-5c95-4b95-a4d1-50acd5d52925 req-656b98ad-3eab-40ae-9a77-416ae9ca4a93 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623070 Jun 15 14:30:11.280653 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33bd88-297b-45e8-a351-4f78cee06371 req-68c5f280-5721-4d15-a2f7-9dc87a92affc tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:11.282916 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4f33bd88-297b-45e8-a351-4f78cee06371 req-68c5f280-5721-4d15-a2f7-9dc87a92affc tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 945 time: 0.2982287 Jun 15 14:30:11.302223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de972a29-e314-4b87-a604-6f5d1365b2ba req-4672f792-8c91-40eb-a798-146e3e5d01c8 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:11.303838 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-de972a29-e314-4b87-a604-6f5d1365b2ba req-4672f792-8c91-40eb-a798-146e3e5d01c8 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 932 time: 0.3204799 Jun 15 14:30:11.319914 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:11.349404 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.399866 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Transition to ACTIVE for port object a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:11.428996 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.440725 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b384585f-911b-439e-95f1-a5e34b23db8d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:11.447251 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4f33bd88-297b-45e8-a351-4f78cee06371 req-5f3d2903-93bd-4d44-b801-00e07cb3b5f5 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423354 Jun 15 14:30:11.481945 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-de972a29-e314-4b87-a604-6f5d1365b2ba req-5887e0e8-f6d5-401d-a2f2-1be66e01f8d7 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653471 Jun 15 14:30:11.598239 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f8129e-230f-4293-b062-f1a313fa8a7b x-openstack-request-id: req-98f8129e-230f-4293-b062-f1a313fa8a7b {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:11.598592 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7e30bf-bccd-49fe-82f4-2cbdc7026f09", "name": "network-vif-deleted", "tag": "09685b69-8651-4f5b-baad-993656a9bdc0", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:11.598876 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98f8129e-230f-4293-b062-f1a313fa8a7b {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:11.599305 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7e30bf-bccd-49fe-82f4-2cbdc7026f09', 'name': 'network-vif-deleted', 'tag': '09685b69-8651-4f5b-baad-993656a9bdc0', 'status': 'completed', 'code': 200} Jun 15 14:30:11.626853 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:11.630649 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:11.741388 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Attempting to bind port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:11.742471 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Attempting to bind port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:11.742471 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Attempting to bind port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc on network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:11.750078 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc on network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:30:11.750424 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Attempting to bind port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc on network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:11.778154 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:11.778958 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Checking segment: {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:11.780146 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Bound using segment: {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:11.781126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Bound port: a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a022036-9fae-4078-acd4-c3cd5d28c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:11.781792 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.937983 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e0c86ed1-d979-4978-96d1-f9b8e03d4d93 req-fbde3c5e-b8a4-4f53-a31b-1218bf978216 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e7e30bf-bccd-49fe-82f4-2cbdc7026f09 HTTP/1.1" status: 200 len: 210 time: 0.1251540 Jun 15 14:30:12.028285 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:12.060092 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966dc73-885a-4e17-aa9e-b5e518fc10a0 req-435ef10b-77be-4a15-ad16-af4687209d94 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.067993 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6966dc73-885a-4e17-aa9e-b5e518fc10a0 req-435ef10b-77be-4a15-ad16-af4687209d94 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 946 time: 0.2819602 Jun 15 14:30:12.071743 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:12.090291 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.097388 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cb633574-c823-4ce0-b12e-f02854b625d3 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:12.185232 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.186264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.188150 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] 10.222.0.61 "PUT /v2.0/ports/a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 1094 time: 3.0396752 Jun 15 14:30:12.252419 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6966dc73-885a-4e17-aa9e-b5e518fc10a0 req-cee45cba-4ba5-433a-b0c1-d7e5ffd18f1d tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831517 Jun 15 14:30:12.333511 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:12.345325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:12.419053 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5001e-32db-4f54-84f7-272175aa5d3a req-84dc3539-f086-44d2-a8a2-b6bbd8768ced tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.421253 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5ad5001e-32db-4f54-84f7-272175aa5d3a req-84dc3539-f086-44d2-a8a2-b6bbd8768ced tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2841625 Jun 15 14:30:12.537889 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-773a2745-46d5-4579-96ac-5b06c9e3da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.539479 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-773a2745-46d5-4579-96ac-5b06c9e3da14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1097 time: 0.2297502 Jun 15 14:30:12.564835 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5ad5001e-32db-4f54-84f7-272175aa5d3a req-d19fc464-a20f-4b4e-8b42-27898a4e1a62 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273623 Jun 15 14:30:12.730982 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-4840b9a1-14fe-4052-b5b2-0d4950225404 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 217 time: 0.0891883 Jun 15 14:30:12.961459 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-25ad2242-a1d8-4387-9620-7461923bcc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.963082 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-25ad2242-a1d8-4387-9620-7461923bcc22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 200 len: 848 time: 0.2023227 Jun 15 14:30:12.996560 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b501a-7f79-451e-a3ad-7c5528056ea8 req-ee911813-4769-4741-a2c0-6481e9f8e41a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.004636 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-392b501a-7f79-451e-a3ad-7c5528056ea8 req-ee911813-4769-4741-a2c0-6481e9f8e41a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 945 time: 0.2508621 Jun 15 14:30:13.052521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-3a1646e4-dc9c-4dcf-a3c7-44ba07bbaf55 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.054185 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-3a1646e4-dc9c-4dcf-a3c7-44ba07bbaf55 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 945 time: 0.4223084 Jun 15 14:30:13.127734 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641ff5-e977-4e0e-90a7-d746afd85076 req-73a65d08-3825-4d14-8420-ab9b06abf915 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.135190 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-02641ff5-e977-4e0e-90a7-d746afd85076 req-73a65d08-3825-4d14-8420-ab9b06abf915 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.3752170 Jun 15 14:30:13.431533 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-392b501a-7f79-451e-a3ad-7c5528056ea8 req-06050d03-d7fa-4ac7-b00f-e4988465c1c0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252391 Jun 15 14:30:13.581637 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-02641ff5-e977-4e0e-90a7-d746afd85076 req-9282aba3-1970-4dc7-94ba-37eb54effb15 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449220 Jun 15 14:30:13.642674 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-7fa99308-cced-40b0-b9a7-4c812dbd5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.648210 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-7fa99308-cced-40b0-b9a7-4c812dbd5473 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6711545 Jun 15 14:30:13.651562 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:13.659310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5326b768-56a2-4377-99e9-b4132ed01b88" -d '{"events": [{"name": "network-changed", "server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:13.754263 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Deleting port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:13.754989 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.148454 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-d6e3d065-3587-4847-a277-22ee7860e88a service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765513 Jun 15 14:30:14.184828 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] For port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:14.185187 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.200539 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc96f709-af3f-4982-be31-4e816541651a x-openstack-request-id: req-dc96f709-af3f-4982-be31-4e816541651a {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:14.200687 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:14.200929 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc96f709-af3f-4982-be31-4e816541651a {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:14.201429 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'status': 'completed', 'code': 200} Jun 15 14:30:14.306987 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Calling delete_port for 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:14.329531 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7f353-6a5e-4f53-89f3-2a79b6cdc814 req-5e7c89ff-da97-4934-b2a8-1396b21f9c03 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.336982 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5bc7f353-6a5e-4f53-89f3-2a79b6cdc814 req-5e7c89ff-da97-4934-b2a8-1396b21f9c03 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.4599516 Jun 15 14:30:14.560426 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5bc7f353-6a5e-4f53-89f3-2a79b6cdc814 req-11b48316-ea34-4d09-bab2-228be707c689 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188411 Jun 15 14:30:14.693220 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58049cec-fcc6-46ae-a31b-2edfd857d5c0 req-93e52bd2-4a30-4b6a-a0ca-425047e58f6b service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260722 Jun 15 14:30:14.711450 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3a2bb-2ea0-4afe-ab5e-d7e554ecddfe req-932990d4-e579-42ae-b13b-a252368a1be4 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.721846 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-31a3a2bb-2ea0-4afe-ab5e-d7e554ecddfe req-932990d4-e579-42ae-b13b-a252368a1be4 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.3533611 Jun 15 14:30:14.934388 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-31a3a2bb-2ea0-4afe-ab5e-d7e554ecddfe req-c20e3ab1-a516-4b1d-8139-aee2625c5ca8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115521 Jun 15 14:30:14.980097 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.019628 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:15.027144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb', '1965ecd8-f7c0-4793-9a6a-98435d431b96'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:15.102383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event deleted for resources: {'Port': ['ID=2f14a4b1-c258-4cfe-baa3-b25b892b0d40,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:15.213113 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:15.295467 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:15.297916 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:15.554500 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.554877 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.555242 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.555598 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.555946 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.556293 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.556921 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.557279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.557624 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.557964 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.558310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.558668 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:15.562625 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:15.570311 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e5c6-8d12-4772-8bfb-d69562f0708b req-db0dfcc0-982a-4b7f-9173-706b045e07ce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:15.579061 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c0d5e5c6-8d12-4772-8bfb-d69562f0708b req-db0dfcc0-982a-4b7f-9173-706b045e07ce tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 867 time: 0.7193921 Jun 15 14:30:15.588248 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] No DVR routers for this DVR port 2f14a4b1-c258-4cfe-baa3-b25b892b0d40 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:30:15.592794 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.595161 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bca2796a-1ca1-4958-b0d2-7bab892833c6 req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "DELETE /v2.0/ports/2f14a4b1-c258-4cfe-baa3-b25b892b0d40 HTTP/1.1" status: 204 len: 173 time: 2.5234141 Jun 15 14:30:15.653831 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c0d5e5c6-8d12-4772-8bfb-d69562f0708b req-bd9f82b1-a40d-47b0-bfb3-bf8f8e1bdf47 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737767 Jun 15 14:30:15.699226 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867a45e-4528-42ea-8589-a4067118b44c req-1263f061-d850-47e3-bb9f-ccff3eb72308 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:15.710507 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2867a45e-4528-42ea-8589-a4067118b44c req-1263f061-d850-47e3-bb9f-ccff3eb72308 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.2240214 Jun 15 14:30:15.809841 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2867a45e-4528-42ea-8589-a4067118b44c req-d3951412-c65b-45fd-a012-547b90b46dba tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983171 Jun 15 14:30:16.088646 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849f76a-5f17-4295-9b58-0d32fa555337 req-5729e7bb-ced4-4d90-b40f-3335069ff1af tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:16.090745 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2849f76a-5f17-4295-9b58-0d32fa555337 req-5729e7bb-ced4-4d90-b40f-3335069ff1af tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2473173 Jun 15 14:30:16.173142 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2849f76a-5f17-4295-9b58-0d32fa555337 req-4f326cd3-e91f-47ad-8c5e-fb1b9f56df51 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750563 Jun 15 14:30:16.202599 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'name': 'network-vif-deleted', 'tag': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:16.205864 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401aa984-2ef9-446f-a8da-e44f8598468b" -d '{"events": [{"server_uuid": "b8b12415-988c-456c-bce6-fef88b7b9f81", "name": "network-vif-deleted", "tag": "2f14a4b1-c258-4cfe-baa3-b25b892b0d40"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:16.295455 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd799b64-c08f-47df-b6d0-f656bc41b0e0 x-openstack-request-id: req-bd799b64-c08f-47df-b6d0-f656bc41b0e0 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:16.296150 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b12415-988c-456c-bce6-fef88b7b9f81", "name": "network-vif-deleted", "tag": "2f14a4b1-c258-4cfe-baa3-b25b892b0d40", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:16.296679 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd799b64-c08f-47df-b6d0-f656bc41b0e0 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:16.297329 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b12415-988c-456c-bce6-fef88b7b9f81', 'name': 'network-vif-deleted', 'tag': '2f14a4b1-c258-4cfe-baa3-b25b892b0d40', 'status': 'completed', 'code': 200} Jun 15 14:30:16.361010 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c96ee9-6296-4885-8c8f-9f18b62e2521 req-77bacf17-822d-4ad1-8afe-06948c61987a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:16.363008 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81c96ee9-6296-4885-8c8f-9f18b62e2521 req-77bacf17-822d-4ad1-8afe-06948c61987a tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1410751 Jun 15 14:30:16.415844 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81c96ee9-6296-4885-8c8f-9f18b62e2521 req-c4e4b65c-4558-44b8-8c2a-11acd7d4bcd8 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 Jun 15 14:30:16.865407 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed0028de-4d11-4e51-8d84-5fc9f4aaad4f req-10ee2b70-2052-4c4f-8bfe-e8b0eb7b2cda tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0538595 Jun 15 14:30:17.254463 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eed30-1229-4d3c-95d7-086883144ed2 req-ae2c722d-7feb-48cb-be8e-c2f894e2d99f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:17.257257 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-556eed30-1229-4d3c-95d7-086883144ed2 req-ae2c722d-7feb-48cb-be8e-c2f894e2d99f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.2125595 Jun 15 14:30:17.392837 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-556eed30-1229-4d3c-95d7-086883144ed2 req-b445124f-07f8-4640-bf34-a1d34664a336 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004772 Jun 15 14:30:17.604958 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268154f-7bfb-4e11-9653-36d627c4eead req-d37a88db-6c37-46ec-80d2-46156ad08f0a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:17.613026 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8268154f-7bfb-4e11-9653-36d627c4eead req-d37a88db-6c37-46ec-80d2-46156ad08f0a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.1665959 Jun 15 14:30:17.717394 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8268154f-7bfb-4e11-9653-36d627c4eead req-8382dae7-6095-4971-86cb-95588455b98a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987761 Jun 15 14:30:17.780500 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268421b-a2b2-4d17-80ce-d598d26d37db req-765dbe7f-3028-49bf-88ca-6c95971f5617 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:17.782199 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6268421b-a2b2-4d17-80ce-d598d26d37db req-765dbe7f-3028-49bf-88ca-6c95971f5617 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1247609 Jun 15 14:30:17.918557 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6268421b-a2b2-4d17-80ce-d598d26d37db req-0d4d6c19-553b-41f3-94e7-5e7176601fe6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038654 Jun 15 14:30:18.160450 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9324c3ce-6870-44d5-9ba5-ceb10184f313 req-25c53e6e-1d4a-4829-9dcb-329b99ba288a tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.1028044 Jun 15 14:30:18.719078 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7790de8-137a-4238-8ae6-b39572ba2717 req-f4069d68-2430-48a5-b489-fcf404ac4e74 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:18.726641 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d7790de8-137a-4238-8ae6-b39572ba2717 req-f4069d68-2430-48a5-b489-fcf404ac4e74 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1018765 Jun 15 14:30:18.775135 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d7790de8-137a-4238-8ae6-b39572ba2717 req-0469a919-7ff2-4940-b6c0-4841ab3cae15 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475898 Jun 15 14:30:19.001035 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6452eb-1a19-4c2f-a9b1-304d12b12301 req-06de8fab-f9e3-40ca-8185-650f897e104e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.008288 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3f6452eb-1a19-4c2f-a9b1-304d12b12301 req-06de8fab-f9e3-40ca-8185-650f897e104e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.1218054 Jun 15 14:30:19.111386 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3f6452eb-1a19-4c2f-a9b1-304d12b12301 req-3e29b51c-30bf-4370-bf4c-626d4f815298 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020517 Jun 15 14:30:19.208702 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86204d5-872b-4891-9e11-966f2bb33c53 req-7ecd3fea-6f75-4e34-8422-8696b23a8c1c tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.211240 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e86204d5-872b-4891-9e11-966f2bb33c53 req-7ecd3fea-6f75-4e34-8422-8696b23a8c1c tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1223075 Jun 15 14:30:19.271174 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e86204d5-872b-4891-9e11-966f2bb33c53 req-63aa18df-1487-477f-85ee-3006bb8e0de6 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544319 Jun 15 14:30:19.375801 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-20fd2fff-9d74-44f8-8ffc-960adb5ac8d9 req-57a19b21-97d0-4166-a437-617aa3a2a9bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0393622 Jun 15 14:30:20.004771 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b14a2a-b324-4fb3-b810-df171fa79c28 req-6828a191-5986-4740-938c-8dcbed1443ce tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:20.006249 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-83b14a2a-b324-4fb3-b810-df171fa79c28 req-6828a191-5986-4740-938c-8dcbed1443ce tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0848858 Jun 15 14:30:20.055513 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-83b14a2a-b324-4fb3-b810-df171fa79c28 req-6bc55c6c-d834-4502-ac96-a4f520f4ef0c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Jun 15 14:30:20.328011 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa95408-b319-483f-9039-65e4606cbbd8 req-a1f1831f-4295-45e3-ac21-aa3229a0d17e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:20.329934 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6aa95408-b319-483f-9039-65e4606cbbd8 req-a1f1831f-4295-45e3-ac21-aa3229a0d17e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.0897698 Jun 15 14:30:20.396978 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6aa95408-b319-483f-9039-65e4606cbbd8 req-21337667-72e2-41e4-8a2f-d73e97383da0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532696 Jun 15 14:30:20.513556 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31a668-087e-48d8-97d2-019e504962ca req-6c51da01-f0ab-4713-a455-1d74f5001d36 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:20.521800 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3f31a668-087e-48d8-97d2-019e504962ca req-6c51da01-f0ab-4713-a455-1d74f5001d36 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1176794 Jun 15 14:30:20.615412 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a0669e2e-5e73-411b-bb0e-4cd78e64938c req-93221290-096a-415f-9a3e-adbe90c49cf8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0461876 Jun 15 14:30:20.619178 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3f31a668-087e-48d8-97d2-019e504962ca req-b1d7d761-4f80-45cc-85c8-0ecee3e5ad17 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965288 Jun 15 14:30:21.263352 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93e913-d4c6-440e-aeb1-167ffdf1f070 req-1f9dbf6b-8bec-4f3c-8323-cc5c1aaa83ab tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:21.265472 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4d93e913-d4c6-440e-aeb1-167ffdf1f070 req-1f9dbf6b-8bec-4f3c-8323-cc5c1aaa83ab tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0865784 Jun 15 14:30:21.318705 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4d93e913-d4c6-440e-aeb1-167ffdf1f070 req-f1efb55f-5cba-47a5-abc8-23e8a50aeb8d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467813 Jun 15 14:30:21.664567 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74892fec-823c-4e2d-bf7e-f502941cc2a7 req-29ee68d7-de97-4315-9bba-45e70ddd19d4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:21.666045 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74892fec-823c-4e2d-bf7e-f502941cc2a7 req-29ee68d7-de97-4315-9bba-45e70ddd19d4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.1392112 Jun 15 14:30:21.723404 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74892fec-823c-4e2d-bf7e-f502941cc2a7 req-9b4d3538-e525-4190-8242-bb9dfd25cc3a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505502 Jun 15 14:30:21.785780 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aaf79ec2-c169-4347-95e0-06241d0faf69 req-454f644d-2ef8-4bf1-bc63-1f5594769c1c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0350296 Jun 15 14:30:21.916550 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df3c3c-e58b-4553-bdc3-784afe0c9d89 req-5be2e4fc-54a4-4dd5-bc42-c1a967a53e14 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:21.917935 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-54df3c3c-e58b-4553-bdc3-784afe0c9d89 req-5be2e4fc-54a4-4dd5-bc42-c1a967a53e14 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0856264 Jun 15 14:30:21.973855 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-54df3c3c-e58b-4553-bdc3-784afe0c9d89 req-c1fb9f3b-aee9-4ab7-8adc-e3121c46a310 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490036 Jun 15 14:30:22.511850 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149f0a-dd3e-481f-bdfd-23dce02a083b req-622c2d15-7099-4884-8990-f7920f955b81 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:22.513336 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-03149f0a-dd3e-481f-bdfd-23dce02a083b req-622c2d15-7099-4884-8990-f7920f955b81 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0782931 Jun 15 14:30:22.559961 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-03149f0a-dd3e-481f-bdfd-23dce02a083b req-c6d6696e-6ba1-43a8-ad65-b487b92aec37 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374942 Jun 15 14:30:22.888052 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-5a20d617-4e56-4037-a4f2-5c028a1e1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:22.890110 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-5a20d617-4e56-4037-a4f2-5c028a1e1b66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1097 time: 0.1196551 Jun 15 14:30:22.984380 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-745650a5-051e-418f-9a6b-56f895d5b5eb req-8bc3f5b5-6c4b-4c6c-8c5b-5e7d616a97b8 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b12415-988c-456c-bce6-fef88b7b9f81 HTTP/1.1" status: 200 len: 210 time: 0.0453868 Jun 15 14:30:23.051079 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe18a3-344b-4073-974e-b189a6948574 req-bc457845-6d94-4eab-8e00-db8ac2397873 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.052541 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dcfe18a3-344b-4073-974e-b189a6948574 req-bc457845-6d94-4eab-8e00-db8ac2397873 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2066109 Jun 15 14:30:23.092608 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-47490c17-40e9-4b61-a443-52e74a7d3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.094165 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-47490c17-40e9-4b61-a443-52e74a7d3711 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 910 time: 0.1929252 Jun 15 14:30:23.176198 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dcfe18a3-344b-4073-974e-b189a6948574 req-f370a681-0a65-4f61-97b7-6993cf7b1b5f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131957 Jun 15 14:30:23.176198 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-3758769f-688a-4471-9aeb-1344df344e63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 217 time: 0.0687027 Jun 15 14:30:23.265600 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-40617214-f625-443f-8c20-93fca1fcc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.267148 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-40617214-f625-443f-8c20-93fca1fcc2a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 200 len: 848 time: 0.0673640 Jun 15 14:30:23.337415 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f735a9-6e66-4356-b3ab-e87c8d81d7f1 req-d7932ffa-794c-4312-81e5-be77860304b1 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.338915 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d4f735a9-6e66-4356-b3ab-e87c8d81d7f1 req-d7932ffa-794c-4312-81e5-be77860304b1 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.2291629 Jun 15 14:30:23.400597 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d4f735a9-6e66-4356-b3ab-e87c8d81d7f1 req-2cb9c1e0-0982-4627-809b-180a6b5130bb tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547047 Jun 15 14:30:23.410662 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-0222ddcf-6f01-4870-b988-171e4e567dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.412667 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-0222ddcf-6f01-4870-b988-171e4e567dbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1373124 Jun 15 14:30:23.553992 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-53b0a838-a234-4656-bd8f-7d0af8176edc service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276271 Jun 15 14:30:23.565200 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50554) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:23.645889 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Deleting subnet 45ceefe4-710f-4e37-a202-55355794199b {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:30:23.649642 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.711358 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.767415 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5326b768-56a2-4377-99e9-b4132ed01b88 req-067ca65d-0f37-4583-922a-125357ecbc2e service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061534 Jun 15 14:30:23.780315 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.817893 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766ad4f-6bda-4626-9860-ecae834a44bb req-985ea753-50d8-41fc-bf33-e34ef1d3109e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.819681 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f766ad4f-6bda-4626-9860-ecae834a44bb req-985ea753-50d8-41fc-bf33-e34ef1d3109e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1037059 Jun 15 14:30:23.851269 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.854763 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:23.875887 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f766ad4f-6bda-4626-9860-ecae834a44bb req-d26f6550-8d4b-419d-acbc-f4c2bdb09875 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501499 Jun 15 14:30:23.890875 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ceefe4-710f-4e37-a202-55355794199b,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:23.905325 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.909643 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/45ceefe4-710f-4e37-a202-55355794199b HTTP/1.1" status: 204 len: 168 time: 0.3412318 Jun 15 14:30:23.909643 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.909879 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.910062 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50558) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:23.910364 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.910761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.911171 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.911591 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.912275 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.912696 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.913109 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.913550 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.913960 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.914488 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:23.922279 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:24.009101 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.134200 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.146507 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.146874 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.147620 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.147967 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > port after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.148290 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.148640 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > port after_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.148967 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.149289 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.149625 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.150030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.237540 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.237938 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.238405 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.238894 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:24.239926 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5b2c05-6b08-4280-a662-12eca6d7b56f']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:24.259715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:24.260022 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dbabfd-07fc-431c-9800-7ecfc86bb77e') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:24.285787 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26467453'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.332419 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.370933 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:30:24.371370 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26466683'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: from cryptography.utils import int_from_bytes Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: from cryptography.utils import int_from_bytes Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.375339 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: timer() Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: cb(*args, **kw) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: self._notify() Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: self.callback(batched_events) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: event.method(event) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._get(url).json() Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:30:24.378837 dv-cinder-772126-3-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:30:24.504703 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.512655 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.515220 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a5b2c05-6b08-4280-a662-12eca6d7b56f HTTP/1.1" status: 204 len: 168 time: 0.6040053 Jun 15 14:30:24.517742 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3fc9194b-5740-4df6-ab3c-fec8bbc67608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:24.544236 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5b2c05-6b08-4280-a662-12eca6d7b56f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:24.563314 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8da88-9e3f-4335-b537-8f038a814ec4 req-1a8ebfbe-4762-45d2-a6a2-695e8ccda4e4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:24.565271 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-efb8da88-9e3f-4335-b537-8f038a814ec4 req-1a8ebfbe-4762-45d2-a6a2-695e8ccda4e4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2523971 Jun 15 14:30:24.573169 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1734de8b-bff7-49b9-9bb0-677d4074e582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:24.632882 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-efb8da88-9e3f-4335-b537-8f038a814ec4 req-8582192c-e9ff-4cd1-84f9-867a7f2d83b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584452 Jun 15 14:30:24.646442 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e468e8b-4a77-48d9-a831-69d0cc744e93 req-9e8f2c83-cf1b-4c10-af24-50f735239ac6 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:24.646442 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e468e8b-4a77-48d9-a831-69d0cc744e93 req-9e8f2c83-cf1b-4c10-af24-50f735239ac6 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.1883214 Jun 15 14:30:24.695999 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50574) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:24.697752 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e468e8b-4a77-48d9-a831-69d0cc744e93 req-77f352ca-bb2a-4cff-9e38-6e6739a902de tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Jun 15 14:30:24.778131 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8f8252ce-60f2-4e43-8c3d-4284af359e04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac76142329d740f788c3130ea61f6bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804935 Jun 15 14:30:24.781568 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50576) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:24.856416 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35890ccf-1956-4d28-9f96-459cfe9c61ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.879769 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82849a3b-4785-4cf4-9593-040396e38948 req-2c149353-e771-4746-9e77-8a0a11a2cd5b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:24.881316 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-82849a3b-4785-4cf4-9593-040396e38948 req-2c149353-e771-4746-9e77-8a0a11a2cd5b tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0846045 Jun 15 14:30:24.894470 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35890ccf-1956-4d28-9f96-459cfe9c61ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.952326 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-82849a3b-4785-4cf4-9593-040396e38948 req-892c7049-e507-41d3-ab66-1c55a8c43798 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601230 Jun 15 14:30:24.957675 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35890ccf-1956-4d28-9f96-459cfe9c61ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.960914 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-35890ccf-1956-4d28-9f96-459cfe9c61ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.962155 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-35890ccf-1956-4d28-9f96-459cfe9c61ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec44e15a-8198-4deb-a1f3-3042e6fbaebd HTTP/1.1" status: 204 len: 168 time: 0.1792943 Jun 15 14:30:24.963180 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8ca0aed1-844e-4cc2-86c6-fe41696450a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:24.973478 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35890ccf-1956-4d28-9f96-459cfe9c61ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec44e15a-8198-4deb-a1f3-3042e6fbaebd,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:24.975954 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-35890ccf-1956-4d28-9f96-459cfe9c61ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:25.093640 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125424a3-0524-4ac4-a3ad-46914c8b3f95 req-619f2dee-3276-43d4-83df-4f2104009cd1 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:25.096124 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-125424a3-0524-4ac4-a3ad-46914c8b3f95 req-619f2dee-3276-43d4-83df-4f2104009cd1 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0763838 Jun 15 14:30:25.145012 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-125424a3-0524-4ac4-a3ad-46914c8b3f95 req-17a7cac9-dc14-4f8d-94ac-b996c9a4b46f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Jun 15 14:30:25.392889 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d5af085a-f511-477d-8903-49ff85935882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:25.908902 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abff4-1469-431c-9258-beb7e26aab0b req-bd615bc1-2966-4d66-a772-5d579eaedb45 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:25.910398 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-313abff4-1469-431c-9258-beb7e26aab0b req-bd615bc1-2966-4d66-a772-5d579eaedb45 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.1271276 Jun 15 14:30:25.947377 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5d9ef-f360-49e5-aca1-2ee3b7103891 req-396214db-e4ff-460c-94f3-c8739f8ec3e2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:25.948839 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dae5d9ef-f360-49e5-aca1-2ee3b7103891 req-396214db-e4ff-460c-94f3-c8739f8ec3e2 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.1238270 Jun 15 14:30:25.986667 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-313abff4-1469-431c-9258-beb7e26aab0b req-3e156fa4-84bd-43c2-9727-68b3c076f7cf tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692613 Jun 15 14:30:26.012221 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dae5d9ef-f360-49e5-aca1-2ee3b7103891 req-9be2d26d-5bb0-4b0d-920a-5bd1962ca17e tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560172 Jun 15 14:30:26.171696 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3a497-71e8-4faf-80dd-00607ef8c2fc req-92762085-df20-480b-9023-aae4d976ebad tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:26.173485 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc3a497-71e8-4faf-80dd-00607ef8c2fc req-92762085-df20-480b-9023-aae4d976ebad tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0732601 Jun 15 14:30:26.222170 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc3a497-71e8-4faf-80dd-00607ef8c2fc req-919950f2-7a6b-409f-a7ac-dceb898b23dd tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Jun 15 14:30:26.354875 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-839c5107-d43b-42c3-b83e-976884cee8c7 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:26.356317 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-839c5107-d43b-42c3-b83e-976884cee8c7 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 946 time: 0.1172619 Jun 15 14:30:26.384543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dad17-f88c-40a5-8fcd-5d7fa5e0864e req-f1b7846b-a905-473a-87c6-1e51213fe686 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:26.386004 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-873dad17-f88c-40a5-8fcd-5d7fa5e0864e req-f1b7846b-a905-473a-87c6-1e51213fe686 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1044030 Jun 15 14:30:26.748826 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-873dad17-f88c-40a5-8fcd-5d7fa5e0864e req-233560ce-f047-4967-b544-e3e0a22361cb tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798976 Jun 15 14:30:26.785269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Deleting port 1965ecd8-f7c0-4793-9a6a-98435d431b96 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:26.785622 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:26.904545 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] For port 1965ecd8-f7c0-4793-9a6a-98435d431b96, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=1965ecd8-f7c0-4793-9a6a-98435d431b96,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:26.904865 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.001600 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Calling delete_port for 1965ecd8-f7c0-4793-9a6a-98435d431b96 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:27.244204 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.255417 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6be45a55-57b0-4e6d-a4af-f5f7c41acbb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:27.297980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event deleted for resources: {'Port': ['ID=1965ecd8-f7c0-4793-9a6a-98435d431b96,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:27.305037 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:27.319809 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb', '1965ecd8-f7c0-4793-9a6a-98435d431b96'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:27.372042 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] No DVR routers for this DVR port 1965ecd8-f7c0-4793-9a6a-98435d431b96 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:30:27.380918 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8536a9-20c4-4b72-ad69-d14097e941b1 req-583104f2-31f7-4dfd-8130-3a4cb2a88c0f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.382579 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6e8536a9-20c4-4b72-ad69-d14097e941b1 req-583104f2-31f7-4dfd-8130-3a4cb2a88c0f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2447724 Jun 15 14:30:27.385317 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.387359 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fa31fa61-99ad-4c2e-99b9-cf05ba554549 req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "DELETE /v2.0/ports/1965ecd8-f7c0-4793-9a6a-98435d431b96 HTTP/1.1" status: 204 len: 173 time: 1.0195668 Jun 15 14:30:27.388082 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'name': 'network-vif-deleted', 'tag': '1965ecd8-f7c0-4793-9a6a-98435d431b96'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:27.391344 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5361a-e2fe-49ea-83be-b897cb213894" -d '{"events": [{"server_uuid": "86cd9ff9-25c1-4e94-bb93-3d93a1064967", "name": "network-vif-deleted", "tag": "1965ecd8-f7c0-4793-9a6a-98435d431b96"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:27.400643 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d2e83-6fe6-4213-b1d4-7187dd8c86c0 req-d8994dff-093a-48c6-b88d-64d124d9e438 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.402294 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ce4d2e83-6fe6-4213-b1d4-7187dd8c86c0 req-d8994dff-093a-48c6-b88d-64d124d9e438 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=86cd9ff9-25c1-4e94-bb93-3d93a1064967 HTTP/1.1" status: 200 len: 867 time: 0.2634189 Jun 15 14:30:27.463556 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6e8536a9-20c4-4b72-ad69-d14097e941b1 req-0901afc1-d763-4c2b-8320-3b57e302dbc0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597904 Jun 15 14:30:27.479608 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ce4d2e83-6fe6-4213-b1d4-7187dd8c86c0 req-a623da2f-fe09-4879-8c0b-42f31f14f32c tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677502 Jun 15 14:30:27.548519 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d48c022-6b3d-4b92-9d0d-88af8e23d7e5 x-openstack-request-id: req-5d48c022-6b3d-4b92-9d0d-88af8e23d7e5 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:27.548839 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cd9ff9-25c1-4e94-bb93-3d93a1064967", "name": "network-vif-deleted", "tag": "1965ecd8-f7c0-4793-9a6a-98435d431b96", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:27.549117 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d48c022-6b3d-4b92-9d0d-88af8e23d7e5 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:27.549536 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cd9ff9-25c1-4e94-bb93-3d93a1064967', 'name': 'network-vif-deleted', 'tag': '1965ecd8-f7c0-4793-9a6a-98435d431b96', 'status': 'completed', 'code': 200} Jun 15 14:30:27.656492 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.714995 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32a48-4e68-4254-858f-e76a3a67ee38 req-729ee510-71f2-4fb7-992c-8b99026ba945 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.716644 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-24a32a48-4e68-4254-858f-e76a3a67ee38 req-729ee510-71f2-4fb7-992c-8b99026ba945 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0806968 Jun 15 14:30:27.764659 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-24a32a48-4e68-4254-858f-e76a3a67ee38 req-4652454e-ffca-47ed-bf46-1ad4056f2d70 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412903 Jun 15 14:30:27.949630 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005271-14ea-4245-9a3d-d9cedeec5fe8 req-d35f8140-4a20-462e-9bbb-ff75d8028649 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.951799 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a005271-14ea-4245-9a3d-d9cedeec5fe8 req-d35f8140-4a20-462e-9bbb-ff75d8028649 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0843210 Jun 15 14:30:27.995310 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a005271-14ea-4245-9a3d-d9cedeec5fe8 req-920102dc-5090-4b3a-b942-5403639e63a0 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374398 Jun 15 14:30:28.348463 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:28.681286 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fd6d-9aac-4779-92e2-6f14ec70ec9f req-8b9a5710-d8c2-4100-8fc3-7deb1793b560 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:28.682886 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aa79fd6d-9aac-4779-92e2-6f14ec70ec9f req-8b9a5710-d8c2-4100-8fc3-7deb1793b560 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.0878644 Jun 15 14:30:28.734979 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aa79fd6d-9aac-4779-92e2-6f14ec70ec9f req-86fa6ca3-350e-493b-90cd-e9b79ec38f92 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 Jun 15 14:30:28.974819 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af349-e128-4da0-8931-f9a49ea7e57e req-43f2ab33-d4d0-4bcd-b393-e85396aba216 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:28.976357 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c74af349-e128-4da0-8931-f9a49ea7e57e req-43f2ab33-d4d0-4bcd-b393-e85396aba216 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.0761030 Jun 15 14:30:29.022078 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c74af349-e128-4da0-8931-f9a49ea7e57e req-b406beaf-7600-44ec-b8c9-6eb3d71e5268 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9917ed0-4584-4dc6-adc3-02491673e9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Jun 15 14:30:29.029945 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-95f146c8-f5bc-42a7-a50c-0e1961eadbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.198333 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6d16c-e7be-477b-a35a-006b471f2739 req-1b564e29-5002-401a-bc8e-fe2b05643b8e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:29.200154 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8fd6d16c-e7be-477b-a35a-006b471f2739 req-1b564e29-5002-401a-bc8e-fe2b05643b8e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0742435 Jun 15 14:30:29.252222 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8fd6d16c-e7be-477b-a35a-006b471f2739 req-cf3b640b-7292-4e2d-b530-e5ed381dbcff tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Jun 15 14:30:29.267576 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:29.284706 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 1965ecd8-f7c0-4793-9a6a-98435d431b96 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:29.320940 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 1965ecd8-f7c0-4793-9a6a-98435d431b96 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:29.321306 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 1965ecd8-f7c0-4793-9a6a-98435d431b96 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:29.463603 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-cc780f73-c62e-481c-9842-6c34a272f651 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:29.465341 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-cc780f73-c62e-481c-9842-6c34a272f651 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 945 time: 0.1107814 Jun 15 14:30:29.478614 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:29.493580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'port_id': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'mac_address': 'fa:16:3e:43:fe:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:29.561566 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.579111 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:29.605354 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Deleting port da561938-618e-449f-8318-a0a344dd9171 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:29.605645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.606301 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:29.612238 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.614079 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:29.670864 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:29.678001 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.678394 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.678703 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.679046 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.679382 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.679711 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.680049 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.680356 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.680682 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.681007 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.681323 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.681645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:29.686801 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:29.757011 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] For port da561938-618e-449f-8318-a0a344dd9171, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da561938-618e-449f-8318-a0a344dd9171,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:29.757602 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.913781 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Calling delete_port for da561938-618e-449f-8318-a0a344dd9171 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:29.941799 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:30.162225 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368a601-9adb-4f5c-a169-56321bb2a6e8 req-b3ec2b8c-3ba4-4175-b562-f8276e8f90eb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:30.163819 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8368a601-9adb-4f5c-a169-56321bb2a6e8 req-b3ec2b8c-3ba4-4175-b562-f8276e8f90eb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.2420669 Jun 15 14:30:30.263993 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.316621 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.323304 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8368a601-9adb-4f5c-a169-56321bb2a6e8 req-4210ad90-5382-4a12-a3bc-0f57ef15cb11 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093273 Jun 15 14:30:30.357167 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:30.364442 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c593650f-73ca-40b9-a3c8-7360a12b08bc req-0087cd6e-f408-4255-ab03-255297d60326 tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.15 "GET /v2.0/ports?device_id=319ffc08-e236-4e76-be4f-b5419aee160a HTTP/1.1" status: 200 len: 210 time: 0.0619240 Jun 15 14:30:30.401913 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Pushing event deleted for resources: {'Port': ['ID=da561938-618e-449f-8318-a0a344dd9171,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:30.446209 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:30.478128 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] No DVR routers for this DVR port da561938-618e-449f-8318-a0a344dd9171 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:30:30.481434 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.484572 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7f06db42-ef8e-4050-a865-cfe0eef99b2e req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] 10.222.0.61 "DELETE /v2.0/ports/da561938-618e-449f-8318-a0a344dd9171 HTTP/1.1" status: 204 len: 173 time: 1.0092173 Jun 15 14:30:30.485366 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319ffc08-e236-4e76-be4f-b5419aee160a', 'name': 'network-vif-deleted', 'tag': 'da561938-618e-449f-8318-a0a344dd9171'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:30.488124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d75b0-d990-45e9-9ff4-f016b00e8a13" -d '{"events": [{"server_uuid": "319ffc08-e236-4e76-be4f-b5419aee160a", "name": "network-vif-deleted", "tag": "da561938-618e-449f-8318-a0a344dd9171"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:30.650476 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783f39e-fc6b-441e-905a-0973aae80f2f req-372e56ac-4548-4ccc-9dcb-4770bfe0cba4 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:30.651987 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2783f39e-fc6b-441e-905a-0973aae80f2f req-372e56ac-4548-4ccc-9dcb-4770bfe0cba4 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 946 time: 0.1460540 Jun 15 14:30:30.717078 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42b89e-fdd1-478a-b89e-dc71fe52ee62 req-9e713884-5e08-4a07-b2d8-11df823d6ab0 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:30.719015 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f42b89e-fdd1-478a-b89e-dc71fe52ee62 req-9e713884-5e08-4a07-b2d8-11df823d6ab0 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 945 time: 0.1388724 Jun 15 14:30:30.725631 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2783f39e-fc6b-441e-905a-0973aae80f2f req-c9333c34-456d-4064-ba83-1e82a7cdd556 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627289 Jun 15 14:30:30.783394 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f42b89e-fdd1-478a-b89e-dc71fe52ee62 req-bce7b66d-77e0-4dbb-860d-3972a8b5c625 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553446 Jun 15 14:30:30.797943 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c8fd49-3f6a-463d-a87b-56cdd26405fd x-openstack-request-id: req-d5c8fd49-3f6a-463d-a87b-56cdd26405fd {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:30.798579 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319ffc08-e236-4e76-be4f-b5419aee160a", "name": "network-vif-deleted", "tag": "da561938-618e-449f-8318-a0a344dd9171", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:30.798715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5c8fd49-3f6a-463d-a87b-56cdd26405fd {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:30.799137 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319ffc08-e236-4e76-be4f-b5419aee160a', 'name': 'network-vif-deleted', 'tag': 'da561938-618e-449f-8318-a0a344dd9171', 'status': 'completed', 'code': 200} Jun 15 14:30:30.860756 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['da561938-618e-449f-8318-a0a344dd9171'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:31.269581 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:31.280753 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:31.458040 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.461915 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:31.470376 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:31.477083 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:31.477580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.511916 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'port_id': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'mac_address': 'fa:16:3e:7e:ca:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:31.532829 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50642) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:31.564203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893287f-2e5d-43f2-8419-291931a3e9cf req-370dc77a-8d0a-40c0-b36a-61c8e317372c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:31.565954 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b893287f-2e5d-43f2-8419-291931a3e9cf req-370dc77a-8d0a-40c0-b36a-61c8e317372c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 944 time: 0.0897241 Jun 15 14:30:31.576898 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.599997 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fb2274-6590-4c1b-bcac-c41bab9d32a7 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:31.644099 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b893287f-2e5d-43f2-8419-291931a3e9cf req-8ddef399-9952-4d0d-bf2d-e3efa57d2937 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702450 Jun 15 14:30:31.656385 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:31.666257 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.668551 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-0b78d26c-8702-4ab7-9332-036dd0bd89f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:31.671650 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.742185 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:31.744684 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ef504f-e1fe-40fb-80f6-415005e9e4d9" -d '{"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-plugged", "status": "completed", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:31.770704 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:31.772640 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=9']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:31.776580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.779134 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:31.780776 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:31.814671 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f396795-3339-4103-a777-5ad1266fe82b x-openstack-request-id: req-5f396795-3339-4103-a777-5ad1266fe82b {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:31.814963 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-plugged", "status": "completed", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:31.815532 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f396795-3339-4103-a777-5ad1266fe82b {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:31.816291 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'code': 200} Jun 15 14:30:31.855223 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:31.860530 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:31.973119 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b2118-39c6-40a7-acff-bea918ea682c req-70f4744e-1e58-4baa-abee-f0990cc0bb69 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:31.974821 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2a2b2118-39c6-40a7-acff-bea918ea682c req-70f4744e-1e58-4baa-abee-f0990cc0bb69 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 946 time: 0.0785923 Jun 15 14:30:32.067356 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2a2b2118-39c6-40a7-acff-bea918ea682c req-616b17b8-0afa-43f4-9ec4-dfec442a3711 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5fbf42d-05e0-450c-84ea-a9c17f46c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817487 Jun 15 14:30:32.095445 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e097c-d8ed-4b77-981b-a82c94de761c req-240a2bbf-df14-4e48-a030-c0d89b81addd tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.097010 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d47e097c-d8ed-4b77-981b-a82c94de761c req-240a2bbf-df14-4e48-a030-c0d89b81addd tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1212704 Jun 15 14:30:32.146607 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['87fb2274-6590-4c1b-bcac-c41bab9d32a7'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:32.164049 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d47e097c-d8ed-4b77-981b-a82c94de761c req-8730e16a-7f39-4bab-8482-5621a3e028b4 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609083 Jun 15 14:30:32.194684 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.363341 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49760cda-170e-4715-a18f-b0665f4e64a9 req-73cb3fab-aa43-46f8-8fa7-332853c6c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.364824 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-49760cda-170e-4715-a18f-b0665f4e64a9 req-73cb3fab-aa43-46f8-8fa7-332853c6c77d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1099 time: 0.1224737 Jun 15 14:30:32.372381 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-6eee4abe-b014-485e-8051-1ba161a2a287 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.375024 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-6eee4abe-b014-485e-8051-1ba161a2a287 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 946 time: 0.1231291 Jun 15 14:30:32.458695 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-49760cda-170e-4715-a18f-b0665f4e64a9 req-d2abd7a0-c4d9-4c00-8641-3012a192784b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826213 Jun 15 14:30:32.532662 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Deleting port 77bf98f1-b052-4c78-badb-baae007a55bb {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:32.533016 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.675512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] For port 77bf98f1-b052-4c78-badb-baae007a55bb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=77bf98f1-b052-4c78-badb-baae007a55bb,segment=NetworkSegment(8b1f276e-61b6-4e04-9276-ebe41a90f5c1),segment_id=8b1f276e-61b6-4e04-9276-ebe41a90f5c1)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:32.675891 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.787103 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Calling delete_port for 77bf98f1-b052-4c78-badb-baae007a55bb owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:32.898703 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Deleting port d8d0b917-2934-4654-bf37-b297687954bf {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:32.899265 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.997636 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15426677-26ed-4e7d-a70e-5410e9a13e97 req-e821c3dd-68ea-44d1-bcf4-57f244da3da0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.999799 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-15426677-26ed-4e7d-a70e-5410e9a13e97 req-e821c3dd-68ea-44d1-bcf4-57f244da3da0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 945 time: 0.2100706 Jun 15 14:30:33.024252 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] For port d8d0b917-2934-4654-bf37-b297687954bf, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=d8d0b917-2934-4654-bf37-b297687954bf,segment=NetworkSegment(9d4cfae8-356e-41ae-8cfb-535dc119bade),segment_id=9d4cfae8-356e-41ae-8cfb-535dc119bade)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:33.024620 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.092605 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-15426677-26ed-4e7d-a70e-5410e9a13e97 req-6991d422-c8eb-4907-8598-ac5bea42f889 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858583 Jun 15 14:30:33.105894 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.115242 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fa633005-f3bb-4f19-bf1e-5698157bed2d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:33.138971 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Calling delete_port for d8d0b917-2934-4654-bf37-b297687954bf owned by network:router_interface {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:33.162236 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['77bf98f1-b052-4c78-badb-baae007a55bb'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:33.181508 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Pushing event deleted for resources: {'Port': ['ID=77bf98f1-b052-4c78-badb-baae007a55bb,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:33.186163 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:33.249118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] No DVR routers for this DVR port 77bf98f1-b052-4c78-badb-baae007a55bb on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:30:33.259984 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.261918 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ebe2bc77-7abf-4253-ba14-fc2838266dd8 req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.61 "DELETE /v2.0/ports/77bf98f1-b052-4c78-badb-baae007a55bb HTTP/1.1" status: 204 len: 173 time: 0.8698430 Jun 15 14:30:33.262436 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6426f68f-2498-4970-9c27-d4640976e026', 'name': 'network-vif-deleted', 'tag': '77bf98f1-b052-4c78-badb-baae007a55bb'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:33.265360 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa3331f-96b8-403d-a6ba-712b9923410e" -d '{"events": [{"server_uuid": "6426f68f-2498-4970-9c27-d4640976e026", "name": "network-vif-deleted", "tag": "77bf98f1-b052-4c78-badb-baae007a55bb"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:33.292889 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5419b995-8f0c-43e4-9bc1-e5b2b202fc77 req-3dcd5b88-80cd-4ab8-bf89-27ea9ae5338e tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] 10.222.0.15 "GET /v2.0/ports?device_id=6426f68f-2498-4970-9c27-d4640976e026 HTTP/1.1" status: 200 len: 210 time: 0.0456662 Jun 15 14:30:33.309078 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:33.379114 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:33.379694 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.383901 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ced7f-3609-4a24-af02-acf382f2a6b6 x-openstack-request-id: req-634ced7f-3609-4a24-af02-acf382f2a6b6 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:33.384317 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6426f68f-2498-4970-9c27-d4640976e026", "name": "network-vif-deleted", "tag": "77bf98f1-b052-4c78-badb-baae007a55bb", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:33.384601 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-634ced7f-3609-4a24-af02-acf382f2a6b6 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:33.385020 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6426f68f-2498-4970-9c27-d4640976e026', 'name': 'network-vif-deleted', 'tag': '77bf98f1-b052-4c78-badb-baae007a55bb', 'status': 'completed', 'code': 200} Jun 15 14:30:33.426334 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349ca56-8a7a-4ab9-a9d5-778537e2af05 req-1ff80761-8e59-402d-a920-771a8e1c1539 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:33.428869 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5349ca56-8a7a-4ab9-a9d5-778537e2af05 req-1ff80761-8e59-402d-a920-771a8e1c1539 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1250589 Jun 15 14:30:33.439562 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.439562 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:33.471387 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d0b917-2934-4654-bf37-b297687954bf,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:33.475570 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:33.502924 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5349ca56-8a7a-4ab9-a9d5-778537e2af05 req-2cec6439-689d-45be-a8d8-9406efd337a0 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671158 Jun 15 14:30:33.530632 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.571374 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:33.575942 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.576953 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device da561938-618e-449f-8318-a0a344dd9171 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:33.578807 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:33.629156 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: da561938-618e-449f-8318-a0a344dd9171 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:33.629519 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device da561938-618e-449f-8318-a0a344dd9171 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:33.629963 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 77bf98f1-b052-4c78-badb-baae007a55bb no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:33.663268 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 77bf98f1-b052-4c78-badb-baae007a55bb {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:33.663707 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 77bf98f1-b052-4c78-badb-baae007a55bb not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:33.685253 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=10']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:33.688391 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:33.707912 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.817910 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:33.820355 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f38c2-c67a-4755-982e-ad357c8a726c" -d '{"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:33.862148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b722e-fb9c-4072-93c9-129509700b9a x-openstack-request-id: req-b59b722e-fb9c-4072-93c9-129509700b9a {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:33.862483 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:33.862747 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b59b722e-fb9c-4072-93c9-129509700b9a {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:33.863152 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'code': 200} Jun 15 14:30:34.009820 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Router 8eb97be9-4404-4250-913c-293c82626b7e has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:30:34.164728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:30:34.170585 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] 10.222.0.15 "PUT /v2.0/routers/8eb97be9-4404-4250-913c-293c82626b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6357429 Jun 15 14:30:34.173246 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50682) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:34.187051 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] Sync routers for ids ['8eb97be9-4404-4250-913c-293c82626b7e'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:30:34.200289 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] Routers {'8eb97be9-4404-4250-913c-293c82626b7e'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:34.201664 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['8eb97be9-4404-4250-913c-293c82626b7e'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:34.381459 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] Set router 8eb97be9-4404-4250-913c-293c82626b7e gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:34.402510 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a9d2a-b1af-4ee9-82b1-7143dcf44ef7 req-ba9913d2-7529-4b0f-821e-b7776cefeec1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:34.404166 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-193a9d2a-b1af-4ee9-82b1-7143dcf44ef7 req-ba9913d2-7529-4b0f-821e-b7776cefeec1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.1729562 Jun 15 14:30:34.405808 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.409969 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50686) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:34.479704 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Deleting subnet 2d7e333c-c43c-4232-b649-4207313a02ba {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:30:34.483696 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.531882 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.595030 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.620604 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-193a9d2a-b1af-4ee9-82b1-7143dcf44ef7 req-83b9fc5d-9a55-4b4c-9754-c5801e13489d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610315 Jun 15 14:30:34.672706 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.675238 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:34.682767 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:30:33Z', 'revision_number': 5, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:34.687816 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] Checking router: 8eb97be9-4404-4250-913c-293c82626b7e for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:30:34.697416 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] Routers {'8eb97be9-4404-4250-913c-293c82626b7e'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:34.698296 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['8eb97be9-4404-4250-913c-293c82626b7e'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:34.720096 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7e333c-c43c-4232-b649-4207313a02ba,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:34.722093 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.724045 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2d7e333c-c43c-4232-b649-4207313a02ba HTTP/1.1" status: 204 len: 168 time: 0.3130031 Jun 15 14:30:34.725097 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6bb56683-3d1f-426d-ae58-b3664e61c160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:34.726870 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50690) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:34.833719 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.869950 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] Set router 8eb97be9-4404-4250-913c-293c82626b7e gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:34.963710 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.973793 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cea58-f039-4ed6-a559-3d23d06c00b7 req-0b4a3103-d3e9-411d-bd8e-5b9f72fc6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:34.975296 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c93cea58-f039-4ed6-a559-3d23d06c00b7 req-0b4a3103-d3e9-411d-bd8e-5b9f72fc6a71 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1100 time: 0.5141449 Jun 15 14:30:34.976321 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5daba63-0e0c-4bca-a4ae-b35b45463e3a']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:34.979718 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.990734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1f276e-61b6-4e04-9276-ebe41a90f5c1') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:35.007537 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1f276e-61b6-4e04-9276-ebe41a90f5c1') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:35.014729 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.034456 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.042552 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:30:35.042974 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:30:35.044973 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:30:35.063610 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e87b52-b20b-430f-96c1-8010e5dbb9f3 req-d7d2d19e-6d5a-4935-b46d-9482ac89f499 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:35.065160 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a8e87b52-b20b-430f-96c1-8010e5dbb9f3 req-d7d2d19e-6d5a-4935-b46d-9482ac89f499 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.4436719 Jun 15 14:30:35.101424 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c93cea58-f039-4ed6-a559-3d23d06c00b7 req-181323bc-de84-4d10-a9c0-c8e05666b2f2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160147 Jun 15 14:30:35.132565 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a8e87b52-b20b-430f-96c1-8010e5dbb9f3 req-e6fa2ebc-2b13-4d16-b521-fa13c488c522 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586994 Jun 15 14:30:35.134045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.141430 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:35.151991 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Deleting port b4ba230a-a358-4d0e-b544-bd2ef94763e8 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:35.152724 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.163665 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.170950 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b5daba63-0e0c-4bca-a4ae-b35b45463e3a HTTP/1.1" status: 204 len: 168 time: 0.4433224 Jun 15 14:30:35.173119 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5daba63-0e0c-4bca-a4ae-b35b45463e3a,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:35.178139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:35.196025 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:30:33Z', 'revision_number': 5, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:35.204070 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084ca3a9-6208-43ac-8a41-a89d69a7f435 None None] The sync data for ids ['8eb97be9-4404-4250-913c-293c82626b7e'] in dv-cinder-772126-3-iscsi is: [{'id': '8eb97be9-4404-4250-913c-293c82626b7e', 'name': 'tempest-ServerRescueNegativeTestJSON-2007795956-router', 'tenant_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:49Z', 'updated_at': '2021-06-15T14:30:33Z', 'revision_number': 5, 'project_id': '3fbae3f1f1e34ea4a7e09bc3e1d0f712', 'gw_port': {'id': 'b4ba230a-a358-4d0e-b544-bd2ef94763e8', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb97be9-4404-4250-913c-293c82626b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:52Z', 'updated_at': '2021-06-15T14:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:30:35.345185 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] For port b4ba230a-a358-4d0e-b544-bd2ef94763e8, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=b4ba230a-a358-4d0e-b544-bd2ef94763e8,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:35.345794 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.382492 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50698) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:35.428872 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-691f5756-a818-4719-b7df-3b1667fbcff5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f50be4fbedc42d6bb1f17de375f825a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449219 Jun 15 14:30:35.431121 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50700) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:35.458587 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Calling delete_port for b4ba230a-a358-4d0e-b544-bd2ef94763e8 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:35.491034 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.515077 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.534389 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae54740-f4b9-405f-aa06-aea6818a95f0 req-2c3ba75c-6fed-4af8-948f-60bf615f82eb tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:35.540946 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aae54740-f4b9-405f-aa06-aea6818a95f0 req-2c3ba75c-6fed-4af8-948f-60bf615f82eb tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.2621539 Jun 15 14:30:35.572495 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.575350 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.579415 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5fbf42d-05e0-450c-84ea-a9c17f46c455 HTTP/1.1" status: 204 len: 168 time: 0.1450586 Jun 15 14:30:35.579415 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5de9f98d-c3ef-4c27-9f65-161f8b51f00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:35.588900 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fbf42d-05e0-450c-84ea-a9c17f46c455,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:35.599364 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:35.633878 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aae54740-f4b9-405f-aa06-aea6818a95f0 req-8b917b62-2c70-4e3a-89eb-551a55835c2a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853913 Jun 15 14:30:35.663264 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50706) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:35.848909 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.852667 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:35.897753 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ba230a-a358-4d0e-b544-bd2ef94763e8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:35.906617 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:35.948372 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d5cd-9948-44f9-8dcb-9264f31282b6 req-98629f97-663b-4acd-97b6-dc662aacd8f0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:35.949897 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-29c8d5cd-9948-44f9-8dcb-9264f31282b6 req-98629f97-663b-4acd-97b6-dc662aacd8f0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.1771126 Jun 15 14:30:36.025119 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152128c4-4e4d-4953-95c0-3c888446a5a8 tempest-TestShelveInstance-546069902 tempest-TestShelveInstance-546069902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:36.031507 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-152128c4-4e4d-4953-95c0-3c888446a5a8 tempest-TestShelveInstance-546069902 tempest-TestShelveInstance-546069902-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1094 time: 0.3625185 Jun 15 14:30:36.031507 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50720) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:36.032128 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.036184 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'port_id': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:36.063102 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for floatingip, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.099936 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-29c8d5cd-9948-44f9-8dcb-9264f31282b6 req-c8f030d6-cdba-48f3-8217-1e04a564f489 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435270 Jun 15 14:30:36.198410 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.210147 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.212501 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.298855 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.299646 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb97be9-4404-4250-913c-293c82626b7e {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:30:36.308006 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.313038 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8eb97be9-4404-4250-913c-293c82626b7e HTTP/1.1" status: 204 len: 168 time: 2.1384888 Jun 15 14:30:36.313850 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50730) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:36.352856 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Allocated IP 172.27.3.112 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/436d584d-3312-4785-b724-1b2c888933a1) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:36.390448 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Deleting subnet 50eff98a-7df2-45d0-a76a-24419f775362 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:30:36.395039 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.452552 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.529747 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.538583 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.591832 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.597048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:36.633588 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.636299 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:36.656348 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:36.662287 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:36.668484 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:36.671412 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'Port': ['ID=436d584d-3312-4785-b724-1b2c888933a1,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:36.675129 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:36.692307 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50eff98a-7df2-45d0-a76a-24419f775362,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:36.698750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:36.699844 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.702514 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50eff98a-7df2-45d0-a76a-24419f775362 HTTP/1.1" status: 204 len: 168 time: 0.3876481 Jun 15 14:30:36.705132 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50748) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:36.818166 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.026269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.040401 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c72349d-2408-4e07-b125-19798cf4fe37']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:37.060762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4cfae8-356e-41ae-8cfb-535dc119bade') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:37.060913 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4cfae8-356e-41ae-8cfb-535dc119bade') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:37.082422 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device b4ba230a-a358-4d0e-b544-bd2ef94763e8 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:37.088935 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26467453'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.114044 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.122060 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:30:37.123295 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26466683'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.189578 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: b4ba230a-a358-4d0e-b544-bd2ef94763e8 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:37.190164 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device b4ba230a-a358-4d0e-b544-bd2ef94763e8 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:37.190977 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device d8d0b917-2934-4654-bf37-b297687954bf no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: timer() Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: cb(*args, **kw) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: self._notify() Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: self.callback(batched_events) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: event.method(event) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._get(url).json() Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:30:37.238490 dv-cinder-772126-3-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:30:37.243751 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.254785 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.265135 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c72349d-2408-4e07-b125-19798cf4fe37 HTTP/1.1" status: 204 len: 168 time: 0.5555830 Jun 15 14:30:37.265135 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:37.272002 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: d8d0b917-2934-4654-bf37-b297687954bf {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:37.272408 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device d8d0b917-2934-4654-bf37-b297687954bf not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:37.288246 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c72349d-2408-4e07-b125-19798cf4fe37,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:37.291870 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:37.558336 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ea10a-d9bb-4b9f-8982-f317811b4374 req-f1fd4426-9ac4-467d-ac3a-31681c4f3ce1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:37.565892 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b85ea10a-d9bb-4b9f-8982-f317811b4374 req-f1fd4426-9ac4-467d-ac3a-31681c4f3ce1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.1746409 Jun 15 14:30:37.596244 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50796) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:37.642913 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b85ea10a-d9bb-4b9f-8982-f317811b4374 req-1d3079e8-02fe-419b-9a05-7cf077160a5f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760896 Jun 15 14:30:37.686691 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a1085fb1-3e9a-441e-85bb-7edf9d2dce73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fbae3f1f1e34ea4a7e09bc3e1d0f712&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0785198 Jun 15 14:30:37.686691 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50798) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:37.775553 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.815455 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.890414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.899614 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.903218 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9917ed0-4584-4dc6-adc3-02491673e9cd HTTP/1.1" status: 204 len: 168 time: 0.2230911 Jun 15 14:30:37.903218 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-759c75ad-3193-4995-8229-48fd7a97a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:37.914489 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9917ed0-4584-4dc6-adc3-02491673e9cd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:37.923532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:38.084410 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:38.246997 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:38.515956 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:38.520880 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:38.523133 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:38.632761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event updated for resources: {'Port': ['ID=436d584d-3312-4785-b724-1b2c888933a1,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:38.636814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:38.647764 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:38.816481 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Floating IP 784ecc3b-b4e2-426b-81fd-e7d3f7d42b69 associated. External IP: 172.27.3.112, port: a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc. Jun 15 14:30:38.893032 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b9138-50ba-437f-86d2-781a693b4267 req-25f79ae0-9409-40b8-a70c-7a7cf8925748 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:38.894841 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-956b9138-50ba-437f-86d2-781a693b4267 req-25f79ae0-9409-40b8-a70c-7a7cf8925748 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.0821116 Jun 15 14:30:38.904680 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50842) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:38.949334 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-956b9138-50ba-437f-86d2-781a693b4267 req-8bfeed6c-8338-41e2-a525-7bcbbec696cb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460196 Jun 15 14:30:39.022754 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-605224641-network', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:39.049375 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Made reservation on behalf of c6f07d2269894357af213bd8b317cfad for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:39.051714 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.063350 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.143573 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Router bafd2e0c-854a-449f-b12f-42026dc38e60 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:30:39.165264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.169148 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.172383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:39.199377 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:30:39.209736 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d4e8f-d45f-4a7d-8ecd-cd2bc9400e6f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:39.214000 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:39.215055 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.215438 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Added segment 6fc51194-4416-449c-92d7-cd94a0b9f7b6 of type vlan for network 3691479f-b4a8-423d-b3d4-a798a1964404 Jun 15 14:30:39.268176 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.297990 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:30:39.300440 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.302191 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:39.302501 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.305866 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:39.312716 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] Sync routers for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:30:39.314770 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.330481 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:39.331401 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:39.345823 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4400082 Jun 15 14:30:39.349070 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50848) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:39.357597 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Request body: {'subnet': {'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-605224641-subnet', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:39.371301 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3397546 Jun 15 14:30:39.372053 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:39.375177 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6" -d '{"events": [{"name": "network-changed", "server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:39.408690 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Pushing event updated for resources: {'Network': ['ID=3691479f-b4a8-423d-b3d4-a798a1964404,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:39.412639 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:39.423721 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e728e2c-4612-4a6d-a7d7-88ecc88114b7 x-openstack-request-id: req-1e728e2c-4612-4a6d-a7d7-88ecc88114b7 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:39.424053 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:39.424338 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e728e2c-4612-4a6d-a7d7-88ecc88114b7 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:39.424766 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'status': 'completed', 'code': 200} Jun 15 14:30:39.427962 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Made reservation on behalf of c6f07d2269894357af213bd8b317cfad for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:39.430369 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26596673'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.451184 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 3691479f-b4a8-423d-b3d4-a798a1964404 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:30:39.579985 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:39.604994 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-b2496910-91b1-494b-8a0e-abbb3a7e3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:39.606559 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-b2496910-91b1-494b-8a0e-abbb3a7e3d31 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1099 time: 0.1008086 Jun 15 14:30:39.820367 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26467473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26596695'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.826324 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-49160005-3272-4f2e-9d9e-e9a439516461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:39.904744 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-735935af-677c-47ea-8fd4-6dd61a3b7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:39.906483 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-735935af-677c-47ea-8fd4-6dd61a3b7856 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 910 time: 0.2931256 Jun 15 14:30:39.933338 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835d539a-2b36-4242-99d9-cfc4039ea10f,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:39.983715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:40.013961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Checking segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:40.014325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Network hostable DHCP agents. Network: 3691479f-b4a8-423d-b3d4-a798a1964404, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:30:40.030420 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-cbc334c6-8726-459f-b097-37043475c569 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 1000 time: 0.1151257 Jun 15 14:30:40.062815 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '784ecc3b-b4e2-426b-81fd-e7d3f7d42b69', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'port_id': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'mac_address': 'fa:16:3e:43:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:37Z', 'updated_at': '2021-06-15T14:30:37Z', 'revision_number': 0, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 5, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:40.067278 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] Checking router: bafd2e0c-854a-449f-b12f-42026dc38e60 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:30:40.071414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Network 3691479f-b4a8-423d-b3d4-a798a1964404 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:30:40.078750 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:40.079911 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:40.090061 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 3691479f-b4a8-423d-b3d4-a798a1964404) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:40.095158 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:40.095763 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.110183 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-43d8f32c-e3c9-4de4-aba8-47673dc9a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:40.111727 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-43d8f32c-e3c9-4de4-aba8-47673dc9a34f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 200 len: 848 time: 0.0752981 Jun 15 14:30:40.118396 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7681448 Jun 15 14:30:40.120926 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50868) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:40.127065 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:40.194634 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.195364 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.209323 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ec72f-c0bf-4212-9b2f-7b5ce16c066d None None] Network 3691479f-b4a8-423d-b3d4-a798a1964404 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:30:40.268048 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-c3e82c33-c6ed-4187-a850-250257f8c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:40.269558 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-c3e82c33-c6ed-4187-a850-250257f8c194 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458771 Jun 15 14:30:40.273830 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.358593 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:40.547582 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-3691479f-b4a8-423d-b3d4-a798a1964404', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:30:40.548481 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.843386 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Allocated IP 172.20.0.2 (3691479f-b4a8-423d-b3d4-a798a1964404/835d539a-2b36-4242-99d9-cfc4039ea10f/1328805c-4ac0-46de-a31b-e32fa4927a3c) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:40.859105 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.908386 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-7e585981-87dd-49d5-8be2-adfef97d17f8 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283908 Jun 15 14:30:40.974442 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '784ecc3b-b4e2-426b-81fd-e7d3f7d42b69', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'port_id': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'mac_address': 'fa:16:3e:43:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:37Z', 'updated_at': '2021-06-15T14:30:37Z', 'revision_number': 0, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 5, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:40.987360 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea850e3-8586-4ba1-b7f6-46fbf16e5246 None None] The sync data for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi is: [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '784ecc3b-b4e2-426b-81fd-e7d3f7d42b69', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'port_id': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'mac_address': 'fa:16:3e:43:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:37Z', 'updated_at': '2021-06-15T14:30:37Z', 'revision_number': 0, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 5, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:30:41.094636 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.098915 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7e28f6f9-6520-41a9-a8d8-ee3d4d7002a6 req-9e2892bf-db6c-4ccd-a927-1f72b315e891 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801426 Jun 15 14:30:41.103438 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Transition to ACTIVE for port object 1328805c-4ac0-46de-a31b-e32fa4927a3c will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:41.127517 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Transition to ACTIVE for port object 1328805c-4ac0-46de-a31b-e32fa4927a3c will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:41.137558 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.140091 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8600e541-6e4e-4995-8434-1728570f224f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:41.190238 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Network 3691479f-b4a8-423d-b3d4-a798a1964404 is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:41.195479 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:41.200081 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:41.204396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Pushing event updated for resources: {'Port': ['ID=1328805c-4ac0-46de-a31b-e32fa4927a3c,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:41.208254 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:41.232148 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84c5ffd-f501-4bcb-8a00-d83592df8a7d None None] New status for floating IP 784ecc3b-b4e2-426b-81fd-e7d3f7d42b69: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:30:41.273007 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Attempting to bind port 1328805c-4ac0-46de-a31b-e32fa4927a3c on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:41.273389 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Attempting to bind port 1328805c-4ac0-46de-a31b-e32fa4927a3c by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:41.273757 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Attempting to bind port 1328805c-4ac0-46de-a31b-e32fa4927a3c on network 3691479f-b4a8-423d-b3d4-a798a1964404 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:41.279319 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:41.279707 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Checking segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:41.280118 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.280513 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Bound using segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:41.280984 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Bound port: 1328805c-4ac0-46de-a31b-e32fa4927a3c, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:41.281363 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.295954 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.323740 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.365715 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] For port 1328805c-4ac0-46de-a31b-e32fa4927a3c, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:41.369280 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] For port 1328805c-4ac0-46de-a31b-e32fa4927a3c, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=1328805c-4ac0-46de-a31b-e32fa4927a3c,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:41.374144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.376516 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:41.445850 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Pushing event updated for resources: {'Port': ['ID=1328805c-4ac0-46de-a31b-e32fa4927a3c,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:41.451163 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:41.476427 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Allocated IP 172.27.3.122 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/6900314e-c013-410e-a14a-e2615a1d4e8c) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:41.656245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.754517 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.757527 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:41.809777 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:41.813122 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:41.816453 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:41.874131 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Pushing event updated for resources: {'Port': ['ID=6900314e-c013-410e-a14a-e2615a1d4e8c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:41.890089 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:42.040321 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50888) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:42.182446 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-169a5ad1-17d5-4ac8-89a2-d3d059926935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.280308 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.317802 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-169a5ad1-17d5-4ac8-89a2-d3d059926935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.324820 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-169a5ad1-17d5-4ac8-89a2-d3d059926935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.336583 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-647b0cb2-709f-43e4-9c0c-287afef8f285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:42.382790 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-169a5ad1-17d5-4ac8-89a2-d3d059926935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc8c041b97194a1aa3493b3833d8d5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395059 Jun 15 14:30:42.384783 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50892) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:42.393613 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a5ad1-17d5-4ac8-89a2-d3d059926935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db14da4-62f7-41a4-903e-25c37db7635f,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:42.404506 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-169a5ad1-17d5-4ac8-89a2-d3d059926935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:42.456678 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.491256 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.560315 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.563154 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.567277 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0db14da4-62f7-41a4-903e-25c37db7635f HTTP/1.1" status: 204 len: 168 time: 0.1785047 Jun 15 14:30:42.567277 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ead8144a-ad75-4456-9647-3d25730e25e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:42.576414 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db14da4-62f7-41a4-903e-25c37db7635f,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:42.579215 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:42.643989 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0525e9-d326-4e98-9bf4-5a98438af9d2 None None] Network 3691479f-b4a8-423d-b3d4-a798a1964404 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:30:42.644815 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.786195 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-8044ac4c-43d2-4008-a990-dd839f894e95 None None] Provisioning for port 1328805c-4ac0-46de-a31b-e32fa4927a3c completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:42.854523 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:30:42.955791 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50900) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:43.001307 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d3fda91-e6c8-48be-bfc4-b546566f2232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.072890 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:30:43.079109 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1328805c-4ac0-46de-a31b-e32fa4927a3c up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:43.139625 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d3fda91-e6c8-48be-bfc4-b546566f2232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.144379 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6d3fda91-e6c8-48be-bfc4-b546566f2232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.147725 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-35221f0a-77e4-4446-9028-f29c6b54362a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:43.148041 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.153328 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0276039 Jun 15 14:30:43.153890 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50902) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:43.179512 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fda91-e6c8-48be-bfc4-b546566f2232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e32f9c0-48d9-4783-9de3-524540792f20,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:43.189660 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6d3fda91-e6c8-48be-bfc4-b546566f2232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:43.211136 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6d3fda91-e6c8-48be-bfc4-b546566f2232 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a706baaf8a5349eb9ea30a381a280506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538564 Jun 15 14:30:43.213718 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50904) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:43.278664 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.300636 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Sync routers for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:30:43.305611 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.320906 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:43.321472 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:43.363555 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.366219 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.367457 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e32f9c0-48d9-4783-9de3-524540792f20 HTTP/1.1" status: 204 len: 168 time: 0.1521907 Jun 15 14:30:43.368235 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c3dff4d9-a77d-4c9e-8e8c-f63136edb78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:43.378721 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e32f9c0-48d9-4783-9de3-524540792f20,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:43.381769 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:43.498147 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 1328805c-4ac0-46de-a31b-e32fa4927a3c completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:43.508639 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 1328805c-4ac0-46de-a31b-e32fa4927a3c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:43.509179 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.511943 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:43.815781 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.871529 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 1328805c-4ac0-46de-a31b-e32fa4927a3c, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=1328805c-4ac0-46de-a31b-e32fa4927a3c,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:43.880587 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.882729 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:43.920097 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:42Z', 'revision_number': 3, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:43.932935 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Checking router: 1d3364ac-55ca-4e8d-adb2-94f48df23e34 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:30:43.933771 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Updating router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 port 6900314e-c013-410e-a14a-e2615a1d4e8c binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:30:43.983797 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=1328805c-4ac0-46de-a31b-e32fa4927a3c,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:44.001155 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:44.008547 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.158960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.234064 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50928) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:44.323880 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:30:44.370531 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.374803 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1277330796-network', 'tenant_id': '5eaa4a0072974076aa85e03ccfe5e5b6'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:44.383482 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Transition to ACTIVE for port object 6900314e-c013-410e-a14a-e2615a1d4e8c will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:44.386607 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Allocated IP 172.20.0.1 (3691479f-b4a8-423d-b3d4-a798a1964404/835d539a-2b36-4242-99d9-cfc4039ea10f/14c616c7-f927-493f-8fef-56f3b7cab28c) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:44.389942 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.392974 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:44.427345 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Made reservation on behalf of 5eaa4a0072974076aa85e03ccfe5e5b6 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:44.430405 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.458638 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.460573 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Attempting to bind port 6900314e-c013-410e-a14a-e2615a1d4e8c on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:44.461178 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Attempting to bind port 6900314e-c013-410e-a14a-e2615a1d4e8c by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:44.461536 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Attempting to bind port 6900314e-c013-410e-a14a-e2615a1d4e8c on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:44.465206 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504421-2ae7-40b1-8fdf-b64fea8cc3f1 None None] Pushing event updated for resources: {'Port': ['ID=6900314e-c013-410e-a14a-e2615a1d4e8c,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:44.470331 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e3504421-2ae7-40b1-8fdf-b64fea8cc3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:44.472055 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:44.472840 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:44.473671 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.474468 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:44.478358 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Bound port: 6900314e-c013-410e-a14a-e2615a1d4e8c, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:44.478593 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.553484 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] For port 6900314e-c013-410e-a14a-e2615a1d4e8c, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:44.564503 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] For port 6900314e-c013-410e-a14a-e2615a1d4e8c, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=6900314e-c013-410e-a14a-e2615a1d4e8c,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:44.570818 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.574480 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:44.627404 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.646296 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:44.648423 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:44.656190 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Transition to ACTIVE for port object 14c616c7-f927-493f-8fef-56f3b7cab28c will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:44.717191 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.723687 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.728052 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2a1502b6-39b8-4cc0-b6ad-47e940831637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:44.743624 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.747932 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504421-2ae7-40b1-8fdf-b64fea8cc3f1 None None] Pushing event updated for resources: {'Port': ['ID=6900314e-c013-410e-a14a-e2615a1d4e8c,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:44.760282 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:30:44.773806 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e3504421-2ae7-40b1-8fdf-b64fea8cc3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:44.781866 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0682864d-051d-49ec-9362-12b6e29858c1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:44.785054 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:44.790421 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.790780 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Added segment cadf1262-7489-4ef1-912a-b1872008b835 of type vlan for network 4e001f97-9bc1-479a-ae60-56085ebc6ec3 Jun 15 14:30:44.791993 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dd309fc4-da6b-4a00-a16e-a8131d5edf65 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:44.805302 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:44.835546 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Network 3691479f-b4a8-423d-b3d4-a798a1964404 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:44.845441 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:44.848003 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:44.942082 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Pushing event updated for resources: {'Port': ['ID=14c616c7-f927-493f-8fef-56f3b7cab28c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:44.945258 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:44.952589 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.973108 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.097411 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.108503 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:45.109217 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.118936 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:45.211407 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9758632 Jun 15 14:30:45.214300 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50934) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:45.221381 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1328805c-4ac0-46de-a31b-e32fa4927a3c up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:45.221996 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Request body: {'subnet': {'network_id': '4e001f97-9bc1-479a-ae60-56085ebc6ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1277330796-subnet', 'tenant_id': '5eaa4a0072974076aa85e03ccfe5e5b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:45.259015 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Made reservation on behalf of 5eaa4a0072974076aa85e03ccfe5e5b6 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:45.262499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.273385 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4e001f97-9bc1-479a-ae60-56085ebc6ec3,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:45.287908 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:45.292681 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 4e001f97-9bc1-479a-ae60-56085ebc6ec3 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:30:45.378656 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.433779 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 1328805c-4ac0-46de-a31b-e32fa4927a3c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:45.434177 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.479715 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-eb24b590-c3e9-4a00-abac-97aec1aebe24 None None] Provisioning for port 14c616c7-f927-493f-8fef-56f3b7cab28c completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:45.590173 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.604237 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6b8fe88c-7f2f-421a-8a59-bb3e08f58570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:45.606223 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-eb24b590-c3e9-4a00-abac-97aec1aebe24 None None] Provisioning complete for port 14c616c7-f927-493f-8fef-56f3b7cab28c triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:45.607070 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eb24b590-c3e9-4a00-abac-97aec1aebe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.683136 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa11fd6-a191-49f4-be55-6292c9173f24,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:45.687122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:45.693639 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Checking segment: {'id': 'cadf1262-7489-4ef1-912a-b1872008b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4e001f97-9bc1-479a-ae60-56085ebc6ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:45.694027 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Network hostable DHCP agents. Network: 4e001f97-9bc1-479a-ae60-56085ebc6ec3, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:30:45.708830 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-eb24b590-c3e9-4a00-abac-97aec1aebe24 None None] Port 14c616c7-f927-493f-8fef-56f3b7cab28c cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:30:45.715935 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.719234 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Network 4e001f97-9bc1-479a-ae60-56085ebc6ec3 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:30:45.724795 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.731057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c99d7a11-70d1-4353-a7a5-8622ec10cb6d tempest-ServerRescueNegativeTestJSON-662045512 tempest-ServerRescueNegativeTestJSON-662045512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:45.738538 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 4e001f97-9bc1-479a-ae60-56085ebc6ec3) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:45.743880 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:45.744674 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.772826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a7860b-cf42-46f7-b2ab-503debf83f6f None None] Network 4e001f97-9bc1-479a-ae60-56085ebc6ec3 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:30:45.779733 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5639992 Jun 15 14:30:45.780514 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:42Z', 'revision_number': 3, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:45.833421 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cd3e4-06ca-443a-9496-393ccbc69ef9 None None] The sync data for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi is: [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:42Z', 'revision_number': 3, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:30:45.857078 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Pushing event updated for resources: {'Port': ['ID=14c616c7-f927-493f-8fef-56f3b7cab28c,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:45.861687 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.872996 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:46.036217 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Network 3691479f-b4a8-423d-b3d4-a798a1964404 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:46.038166 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:46.120497 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1a0e2-ca66-4be6-b565-765cb1cf5aa1 None None] Network 4e001f97-9bc1-479a-ae60-56085ebc6ec3 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:30:46.353559 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:30:46.645132 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-555db588-53c4-4a01-b414-9539cdb4f63f None None] Provisioning complete for port 14c616c7-f927-493f-8fef-56f3b7cab28c triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:46.645716 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-555db588-53c4-4a01-b414-9539cdb4f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.728848 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-555db588-53c4-4a01-b414-9539cdb4f63f None None] Port 14c616c7-f927-493f-8fef-56f3b7cab28c cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:30:46.742644 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:30:46.752545 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] 10.222.0.15 "PUT /v2.0/routers/1d3364ac-55ca-4e8d-adb2-94f48df23e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5944798 Jun 15 14:30:47.002886 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50966) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:47.026786 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-431158628-network', 'tenant_id': '00127bf703174bafafc43f2424791894'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:47.071474 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Made reservation on behalf of 00127bf703174bafafc43f2424791894 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:47.074815 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.093597 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 6900314e-c013-410e-a14a-e2615a1d4e8c up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:47.104081 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.211606 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 6900314e-c013-410e-a14a-e2615a1d4e8c completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:47.220619 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 6900314e-c013-410e-a14a-e2615a1d4e8c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:47.221403 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.308326 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.318932 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.322728 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a0ea35ac-4075-45c6-b740-5e4ec8125f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:47.361918 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:30:47.363564 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.369369 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2c3da-73bc-45e1-8430-23d90b82bf8a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:47.388464 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:47.394276 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.395269 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Added segment 5ba95d02-8850-4c9e-b995-5f99de68daa2 of type vlan for network 9281190f-3c0b-48ba-9134-79f9afccab2d Jun 15 14:30:47.399236 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 6900314e-c013-410e-a14a-e2615a1d4e8c, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=6900314e-c013-410e-a14a-e2615a1d4e8c,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:47.406645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.409613 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:47.488808 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.490513 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=6900314e-c013-410e-a14a-e2615a1d4e8c,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:47.505656 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:47.533874 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.535496 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:47.536546 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.538811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:47.590361 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50968) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:47.593377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5847142 Jun 15 14:30:47.596389 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Request body: {'subnet': {'network_id': '9281190f-3c0b-48ba-9134-79f9afccab2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-431158628-subnet', 'tenant_id': '00127bf703174bafafc43f2424791894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:47.624128 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Made reservation on behalf of 00127bf703174bafafc43f2424791894 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:47.627283 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.644924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=9281190f-3c0b-48ba-9134-79f9afccab2d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:47.647825 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:47.660360 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 9281190f-3c0b-48ba-9134-79f9afccab2d details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:30:47.772647 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50970) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:47.781126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947186847', 'description': 'tempest-description--1093554855'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:47.827102 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.972026 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.976149 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3f249a15-3c58-4a90-aad5-bcf6d086e16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:47.992761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.000473 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.005487 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4f39c79b-5c0a-4f7d-9c06-1b019b9fc916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:48.046251 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.047577 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2726290 Jun 15 14:30:48.049239 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9273a80c-1b0a-4fde-bf37-28649e93ca62,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:48.051521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50974) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:48.053426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:48.058380 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'security_group_rule': {'security_group_id': '9273a80c-1b0a-4fde-bf37-28649e93ca62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:48.069309 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Checking segment: {'id': '5ba95d02-8850-4c9e-b995-5f99de68daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9281190f-3c0b-48ba-9134-79f9afccab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:48.069777 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Network hostable DHCP agents. Network: 9281190f-3c0b-48ba-9134-79f9afccab2d, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:30:48.072493 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adbe100-0d9e-4170-ba5a-4e1bb692ea52,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:48.076614 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:48.097107 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Network 9281190f-3c0b-48ba-9134-79f9afccab2d is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:30:48.102069 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.111140 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 9281190f-3c0b-48ba-9134-79f9afccab2d) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:48.125393 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d1df0b-8d5c-4ee5-8f99-20c9439c4f30 None None] Network 9281190f-3c0b-48ba-9134-79f9afccab2d requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:30:48.128709 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:48.135248 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.164615 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-00e2268f-e591-4a08-abdb-3f42d6464cb3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5730381 Jun 15 14:30:48.236010 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.241378 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.244750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:48.282605 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8f0dc1-9dd1-4e51-b2f3-9b99a4dbe1d1,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:48.295664 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:48.297088 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.300924 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461951 Jun 15 14:30:48.301369 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 50978) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:48.306304 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'security_group_rule': {'security_group_id': '9273a80c-1b0a-4fde-bf37-28649e93ca62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:48.363964 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.412320 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Sync routers for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:30:48.431170 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:48.432483 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:48.433551 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa40b47-e25e-40d4-be18-151efd56b917 None None] Network 9281190f-3c0b-48ba-9134-79f9afccab2d requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:30:48.463949 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.473533 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.489851 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ebaa8c9d-34b8-4cc1-9c22-833d269ccd71 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:48.509973 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6405196-ac5a-4e5b-a8cd-c8021429299c,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:48.516039 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:48.522706 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.527435 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-cb8291e5-8033-4d6c-ab86-79e36675254d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2223136 Jun 15 14:30:48.531783 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 50984) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:48.540060 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:48.615126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.631911 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:48.815387 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.034186 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Allocated IP 172.27.3.89 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/04cbc20f-bea2-4bdf-a70d-a9d4a49a5106) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:49.056078 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 6900314e-c013-410e-a14a-e2615a1d4e8c up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:49.057768 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 2, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:49.065460 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Checking router: 1d3364ac-55ca-4e8d-adb2-94f48df23e34 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:30:49.066044 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Updating router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 port 14c616c7-f927-493f-8fef-56f3b7cab28c binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:30:49.127895 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.194616 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 6900314e-c013-410e-a14a-e2615a1d4e8c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:49.195894 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.242206 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.359369 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.361644 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:49.422501 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:49.425892 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:49.429195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:49.476275 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'Port': ['ID=04cbc20f-bea2-4bdf-a70d-a9d4a49a5106,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:49.484856 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:49.613607 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.672825 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.678875 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.695237 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Transition to ACTIVE for port object 14c616c7-f927-493f-8fef-56f3b7cab28c will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:49.703916 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.708284 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:49.815257 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Pushing event updated for resources: {'Port': ['ID=14c616c7-f927-493f-8fef-56f3b7cab28c,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:49.828871 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.830382 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.830382 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.830382 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.830382 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.830717 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.831342 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.831342 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.831687 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.831972 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.832292 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.832611 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:49.861669 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:49.939509 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Attempting to bind port 14c616c7-f927-493f-8fef-56f3b7cab28c on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:49.939896 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Attempting to bind port 14c616c7-f927-493f-8fef-56f3b7cab28c by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:49.940267 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Attempting to bind port 14c616c7-f927-493f-8fef-56f3b7cab28c on network 3691479f-b4a8-423d-b3d4-a798a1964404 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:49.941875 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.955873 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.956094 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:49.956094 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Checking segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:49.956529 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.957076 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Bound using segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:49.957555 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Bound port: 14c616c7-f927-493f-8fef-56f3b7cab28c, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:49.958328 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.959549 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-95787561-43a8-4027-ab14-abdc10a45d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:50.024556 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'Port': ['ID=04cbc20f-bea2-4bdf-a70d-a9d4a49a5106,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:50.058032 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:50.065391 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] For port 14c616c7-f927-493f-8fef-56f3b7cab28c, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:50.068990 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] For port 14c616c7-f927-493f-8fef-56f3b7cab28c, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=14c616c7-f927-493f-8fef-56f3b7cab28c,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:50.073776 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.078641 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-036ab5ff-f65c-4e57-95b1-f30ce5e27491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:50.091785 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.120502 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.133714 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5996826 Jun 15 14:30:50.141205 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:50.141983 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:50.232678 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Pushing event updated for resources: {'Port': ['ID=14c616c7-f927-493f-8fef-56f3b7cab28c,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:50.287905 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:50.373377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-f4001c43-5298-4ee4-8b25-2d6c1251af1e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--947186847&fields=id&tenant_id=c6f07d2269894357af213bd8b317cfad HTTP/1.1" status: 200 len: 267 time: 0.0677972 Jun 15 14:30:50.526039 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:50.604044 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-074e0b36-cc31-4509-84b2-0a2c63e98d00 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:50.605917 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-074e0b36-cc31-4509-84b2-0a2c63e98d00 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 810 time: 0.2219944 Jun 15 14:30:50.632207 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-5858d788-6f21-417b-8130-c84bef9e0b1d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/quotas/c6f07d2269894357af213bd8b317cfad HTTP/1.1" status: 200 len: 375 time: 0.0163350 Jun 15 14:30:50.745958 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-1fca9883-e34c-4990-8b16-e2086285daa0 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048069 Jun 15 14:30:50.890676 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:50Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:50.894844 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae3bf32-f58a-4889-93d0-466fda8ccc8c None None] The sync data for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi is: [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:50Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:30:50.938053 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-497be97f-0ff9-412c-b7be-69cba7802f4e service neutron] 10.222.0.15 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580837 Jun 15 14:30:51.502398 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-7680ec01-2efc-4c7a-8156-423e920e4c8a service neutron] 10.222.0.15 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277619 Jun 15 14:30:51.747969 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d9981fe-9829-4a35-bdb8-7210743b9b99 req-c3c8a19e-bfff-4860-97a9-263a03bbe343 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 210 time: 0.0562851 Jun 15 14:30:52.926375 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-32398eaa-f769-4df7-b42f-8d3119fd6220 req-b74efebc-b7bf-4453-a6da-63ae249edef8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 210 time: 0.0421429 Jun 15 14:30:53.039576 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 14c616c7-f927-493f-8fef-56f3b7cab28c up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:53.104230 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 14c616c7-f927-493f-8fef-56f3b7cab28c completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:53.110396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 14c616c7-f927-493f-8fef-56f3b7cab28c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:53.111010 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.238795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.282806 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 14c616c7-f927-493f-8fef-56f3b7cab28c, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=14c616c7-f927-493f-8fef-56f3b7cab28c,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:53.290036 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.294569 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:53.363141 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=14c616c7-f927-493f-8fef-56f3b7cab28c,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:53.369363 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:54.094012 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-534fb71f-f1be-4746-b695-c1b589c8a353 req-8d3807cb-8bd3-4df0-9988-9fde056c9354 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 210 time: 0.0484347 Jun 15 14:30:55.025680 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 14c616c7-f927-493f-8fef-56f3b7cab28c up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:55.084815 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 14c616c7-f927-493f-8fef-56f3b7cab28c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:55.085203 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:55.305151 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b69fe6f4-7610-422d-b4cb-4ee497a1c006 req-6be7fe48-81bf-4481-ba88-59515745411b tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 210 time: 0.0364919 Jun 15 14:30:55.428706 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b3d180fd-16ef-4de1-8d04-725e919d3fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:55.510676 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-7bffaf84-2f48-4a1c-a5cc-c31a3d5e6d87 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:55.512966 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-7bffaf84-2f48-4a1c-a5cc-c31a3d5e6d87 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 810 time: 0.2098169 Jun 15 14:30:55.615238 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-8e5853ef-8b62-4c06-a2ff-1f28826aa1f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f07d2269894357af213bd8b317cfad HTTP/1.1" status: 200 len: 379 time: 0.0836003 Jun 15 14:30:55.640006 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'port': {'device_id': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'admin_state_up': True, 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'security_groups': ['9273a80c-1b0a-4fde-bf37-28649e93ca62']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:55.817684 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Made reservation on behalf of c6f07d2269894357af213bd8b317cfad for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:55.821634 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.000531 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Allocated IP 172.20.0.10 (3691479f-b4a8-423d-b3d4-a798a1964404/835d539a-2b36-4242-99d9-cfc4039ea10f/2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:56.204829 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.218383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Transition to ACTIVE for port object 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:56.255547 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.259512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:56.317900 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Network 3691479f-b4a8-423d-b3d4-a798a1964404 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:56.324996 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:56.328068 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:56.367624 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'Port': ['ID=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:56.373647 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:56.398024 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:56.398747 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.415914 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7817836 Jun 15 14:30:56.518994 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f040b-ab3c-46f7-a1a7-88d4463ec5d8 req-8c56d983-a446-49d7-a1c8-d3aeb34c0f17 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:56.520503 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c14f040b-ab3c-46f7-a1a7-88d4463ec5d8 req-8c56d983-a446-49d7-a1c8-d3aeb34c0f17 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 932 time: 0.0860906 Jun 15 14:30:56.533406 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-eb51150e-0463-46c7-91c5-4d3c9aaf3bf0 None None] Provisioning for port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:56.537272 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-eb51150e-0463-46c7-91c5-4d3c9aaf3bf0 None None] Provisioning complete for port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:56.537686 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eb51150e-0463-46c7-91c5-4d3c9aaf3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.567780 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c14f040b-ab3c-46f7-a1a7-88d4463ec5d8 req-70e8adcb-a5b3-4d1a-b83a-0c6711468a8a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404556 Jun 15 14:30:56.579604 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-eb51150e-0463-46c7-91c5-4d3c9aaf3bf0 None None] Port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:30:57.559820 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:57.766745 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6602-517a-4b11-9bba-d392fc3025d5 req-c8a101b0-1cce-4704-8322-fd5111fe38d3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:57.768407 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-143f6602-517a-4b11-9bba-d392fc3025d5 req-c8a101b0-1cce-4704-8322-fd5111fe38d3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 932 time: 0.0820272 Jun 15 14:30:57.814022 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-143f6602-517a-4b11-9bba-d392fc3025d5 req-d8cf6bb3-0251-4545-8a32-ebf11b6dad82 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394142 Jun 15 14:30:58.878218 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Request body: {'port': {'device_id': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:58.902231 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.012874 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.025612 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-986b4929-5040-4c3f-8ee6-0bac84a5cc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.168111 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de1cba-f398-4fc7-af1c-10373acb78e6 req-355dc0a3-5d0e-4a50-8c71-b9d3263552f2 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:59.170715 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9de1cba-f398-4fc7-af1c-10373acb78e6 req-355dc0a3-5d0e-4a50-8c71-b9d3263552f2 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 932 time: 0.2083740 Jun 15 14:30:59.274988 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9de1cba-f398-4fc7-af1c-10373acb78e6 req-e2e38f3a-f44e-4834-8cc1-f81300f9105a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905919 Jun 15 14:30:59.433522 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:59.442622 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.454591 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Transition to ACTIVE for port object 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:59.458371 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.460840 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:59.562786 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:59.566394 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:59.656069 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Attempting to bind port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:59.656416 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Attempting to bind port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:59.656753 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Attempting to bind port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 on network 3691479f-b4a8-423d-b3d4-a798a1964404 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:59.661450 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 on network 3691479f-b4a8-423d-b3d4-a798a1964404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:30:59.662035 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Attempting to bind port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 on network 3691479f-b4a8-423d-b3d4-a798a1964404 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:59.667106 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:59.667449 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Checking segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:59.667839 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Bound using segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:59.668273 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Bound port: 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:59.668793 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.750906 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] For port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:59.754915 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] For port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:59.760511 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.762837 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:59.812737 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:59.813369 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.814828 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] 10.222.0.61 "PUT /v2.0/ports/2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 200 len: 1094 time: 0.9411111 Jun 15 14:30:59.815352 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:59.817700 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364bb0d-0ded-4552-bbc2-97460fe819bf" -d '{"events": [{"name": "network-changed", "server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:59.893126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fcd550-eb22-44e6-b4e3-9030fddd523f x-openstack-request-id: req-a7fcd550-eb22-44e6-b4e3-9030fddd523f {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:59.893844 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:59.893844 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7fcd550-eb22-44e6-b4e3-9030fddd523f {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:59.894283 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'status': 'completed', 'code': 200} Jun 15 14:30:59.897504 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:59.901085 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:59.982786 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-1e6bdbef-3dcc-41ed-a7f4-b9aae6d31577 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1464913 Jun 15 14:30:59.988993 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-6ce92804-683d-49ac-b8d6-b88b2e4acc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:59.990491 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-6ce92804-683d-49ac-b8d6-b88b2e4acc58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 1097 time: 0.0941322 Jun 15 14:31:00.120164 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-b5c98de9-b217-44ed-b14c-7f8faabdd42a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 200 len: 217 time: 0.0874443 Jun 15 14:31:00.197632 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-fd81ed18-70ec-4d98-aa0d-dca983f50df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:00.199283 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-fd81ed18-70ec-4d98-aa0d-dca983f50df5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 1100 time: 0.1653454 Jun 15 14:31:00.201195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-a3332dfa-d070-4b28-92fc-31cf2c8eba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:00.202683 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-a3332dfa-d070-4b28-92fc-31cf2c8eba2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0738571 Jun 15 14:31:00.229390 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.382908 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-31e69df7-3a28-4dcb-8f95-12df056d3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:00.384415 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-31e69df7-3a28-4dcb-8f95-12df056d3676 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1739275 Jun 15 14:31:00.388041 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-57dc8428-bb64-4bb4-bd44-1b4328db5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:00.389920 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-57dc8428-bb64-4bb4-bd44-1b4328db5ac1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1405475 Jun 15 14:31:00.625297 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-ab42c365-8031-414d-8682-ee6faa852d03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 200 len: 1001 time: 0.2248054 Jun 15 14:31:00.700857 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-afca3f6c-0337-4c06-984d-608c1e7e3b85 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015218 Jun 15 14:31:00.714394 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e19b3-36de-4c1f-8efd-4c90625a3f7a req-4fe13a99-dea2-4ecb-8135-2c4e34b95130 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:00.716702 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2a4e19b3-36de-4c1f-8efd-4c90625a3f7a req-4fe13a99-dea2-4ecb-8135-2c4e34b95130 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 944 time: 0.2996716 Jun 15 14:31:00.745387 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-b700a4f6-a4df-43c7-a45d-ee1fbcf474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:00.747073 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-b700a4f6-a4df-43c7-a45d-ee1fbcf474ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.1088598 Jun 15 14:31:00.886707 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2a4e19b3-36de-4c1f-8efd-4c90625a3f7a req-898774b1-60b7-442f-ae29-5485ff229f33 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576900 Jun 15 14:31:00.916742 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e92e941b-be9d-4d0f-8849-c453bdf56334 req-6fd0e934-90e3-4d98-864c-010e1c9ad8f8 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972022 Jun 15 14:31:00.925683 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-1ea1359a-5ab9-45c4-a024-64f966042282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:00.927126 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-1ea1359a-5ab9-45c4-a024-64f966042282 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656106 Jun 15 14:31:01.109990 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-e449e265-40ae-4068-9b5f-be5baf7b9455 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703398 Jun 15 14:31:01.153101 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-7418350a-9bab-42aa-9a38-20d85b499ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:01.154580 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-7418350a-9bab-42aa-9a38-20d85b499ed7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 1097 time: 0.1253214 Jun 15 14:31:01.392629 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.605649 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-26863839-c1c8-4748-99d8-fcbf59ed1945 req-640e1cf4-fd95-4093-a09f-5f3cdfe7901d service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872406 Jun 15 14:31:01.635393 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-114e830f-b113-4e19-9e73-1f5004a5363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:01.637290 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-114e830f-b113-4e19-9e73-1f5004a5363b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 911 time: 0.4738154 Jun 15 14:31:01.737369 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-75b528cc-0f50-445f-bd21-1086680a66fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 200 len: 217 time: 0.0582378 Jun 15 14:31:01.836022 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-144b207f-1c7c-41bb-9ae3-263ac03ec835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:01.837517 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-144b207f-1c7c-41bb-9ae3-263ac03ec835 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0619850 Jun 15 14:31:01.908098 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-e6479177-ff71-4386-a9eb-7d4ad8a1ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:01.909763 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-e6479177-ff71-4386-a9eb-7d4ad8a1ec14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615568 Jun 15 14:31:02.069746 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-50855efc-a7f4-4263-a943-e5bb015c0972 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527836 Jun 15 14:31:02.105356 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eede39-91b0-4c4e-9b79-9c031dc29dec req-ea20cb37-ca56-4b54-a115-c5a266e1211f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:02.107750 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e9eede39-91b0-4c4e-9b79-9c031dc29dec req-ea20cb37-ca56-4b54-a115-c5a266e1211f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 944 time: 0.0958371 Jun 15 14:31:02.230515 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e9eede39-91b0-4c4e-9b79-9c031dc29dec req-235ee90d-8f90-4ae8-9db9-5c824f64fe3b tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127529 Jun 15 14:31:02.260692 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2364bb0d-0ded-4552-bbc2-97460fe819bf req-5a6df21f-3fce-49da-82ba-de787f30b728 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518724 Jun 15 14:31:03.429720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bf90b-c1a5-4a4e-8629-bcc479d7c953 req-253550d9-85b9-433d-80b7-2c51fa5c2950 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:03.431443 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ec4bf90b-c1a5-4a4e-8629-bcc479d7c953 req-253550d9-85b9-433d-80b7-2c51fa5c2950 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 944 time: 0.0838912 Jun 15 14:31:03.477289 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ec4bf90b-c1a5-4a4e-8629-bcc479d7c953 req-f0646d97-6444-43c8-9a36-4167eb01a670 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Jun 15 14:31:04.672556 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d89c08-11d3-4561-a6f4-3fdd63eac629 req-afed402a-e724-43a3-9ca8-a167f0bb4725 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:04.674780 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-96d89c08-11d3-4561-a6f4-3fdd63eac629 req-afed402a-e724-43a3-9ca8-a167f0bb4725 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 944 time: 0.0810244 Jun 15 14:31:04.725831 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-96d89c08-11d3-4561-a6f4-3fdd63eac629 req-1aeb8425-0b5b-4485-bd96-b83dcb55c202 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Jun 15 14:31:04.935860 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:31:04.969726 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5c7c-4b3a-4fce-90c2-34639c534b67 req-1a023d1d-5a25-4068-9ae7-aa552af6b15a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:04.971363 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ba3a5c7c-4b3a-4fce-90c2-34639c534b67 req-1a023d1d-5a25-4068-9ae7-aa552af6b15a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 946 time: 0.0741942 Jun 15 14:31:05.016812 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ba3a5c7c-4b3a-4fce-90c2-34639c534b67 req-4abead12-2bf0-4f92-9686-6911843bb98f tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Jun 15 14:31:05.059927 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:05.072293 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'port_id': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'mac_address': 'fa:16:3e:ec:13:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:31:05.255535 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:05.271129 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:05.292460 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:05.297220 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:05.299179 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:05.352725 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:05.355685 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:05.660755 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:05.927948 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a2e6c-37e2-46e6-9caf-41f773c04fdc req-bc6dac02-b7c3-40c4-a40c-f5fa27518e31 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:05.929416 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d33a2e6c-37e2-46e6-9caf-41f773c04fdc req-bc6dac02-b7c3-40c4-a40c-f5fa27518e31 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 945 time: 0.0762742 Jun 15 14:31:05.972664 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d33a2e6c-37e2-46e6-9caf-41f773c04fdc req-2ff9f145-7c21-4e50-8da3-13c06782fa9b tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370057 Jun 15 14:31:06.202113 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f0405-4efb-4840-8c0a-155b2d4831d6 req-0dfd28d6-3292-4763-90cd-ef2bd80045ad tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:06.203702 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-085f0405-4efb-4840-8c0a-155b2d4831d6 req-0dfd28d6-3292-4763-90cd-ef2bd80045ad tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 946 time: 0.0708406 Jun 15 14:31:06.247765 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-085f0405-4efb-4840-8c0a-155b2d4831d6 req-d6d16b6b-3854-42da-a312-49cc7b6a1876 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Jun 15 14:31:06.830629 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-22182245-fea7-4a37-8c00-ded45659f39a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:06.832163 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-22182245-fea7-4a37-8c00-ded45659f39a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 946 time: 0.0770037 Jun 15 14:31:06.945111 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:06.952512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Deleting port 25888add-0416-462d-9052-9f4ecc47a9d7 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:31:06.953103 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.020938 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:07.030050 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:07.030471 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.109806 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] For port 25888add-0416-462d-9052-9f4ecc47a9d7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=25888add-0416-462d-9052-9f4ecc47a9d7,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:07.110542 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.142726 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.175596 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:07.177982 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33fd6ff-25fc-4f8d-87b6-0eef0d63bee6" -d '{"events": [{"server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:07.192901 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:07.197910 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.202364 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-d262bfa9-1a03-43ab-8e1f-de5f92a9524e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:07.229850 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Calling delete_port for 25888add-0416-462d-9052-9f4ecc47a9d7 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:31:07.234655 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19723562-93a2-4a58-948c-2fe6af62d076 x-openstack-request-id: req-19723562-93a2-4a58-948c-2fe6af62d076 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:07.234655 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:07.234655 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19723562-93a2-4a58-948c-2fe6af62d076 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:07.234969 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'code': 200} Jun 15 14:31:07.279719 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:07.284335 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:07.491211 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dabddb-1e0a-4902-a723-c58ee99aa8d6 req-0a95ddcf-de26-490f-90c3-080092851b1e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:07.492752 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-86dabddb-1e0a-4902-a723-c58ee99aa8d6 req-0a95ddcf-de26-490f-90c3-080092851b1e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.3181565 Jun 15 14:31:07.639243 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-86dabddb-1e0a-4902-a723-c58ee99aa8d6 req-e6906ce9-6973-4ce7-a254-52faf8c49145 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338019 Jun 15 14:31:07.657496 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4acad2-bb89-4956-b202-6190e7dde188 req-9ed654e5-c0f1-41ea-8efd-12cc79190c9e tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:07.659023 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fe4acad2-bb89-4956-b202-6190e7dde188 req-9ed654e5-c0f1-41ea-8efd-12cc79190c9e tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 946 time: 0.2732573 Jun 15 14:31:07.669702 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.680414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:07.710456 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['25888add-0416-462d-9052-9f4ecc47a9d7'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:07.725428 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d0b2-b022-43d5-a89e-ea789b85f89f req-ab7b57e4-0bd5-4299-abbe-f3ad1b4e67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:07.727003 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c013d0b2-b022-43d5-a89e-ea789b85f89f req-ab7b57e4-0bd5-4299-abbe-f3ad1b4e67d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 1099 time: 0.2318971 Jun 15 14:31:07.728479 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Pushing event deleted for resources: {'Port': ['ID=25888add-0416-462d-9052-9f4ecc47a9d7,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:07.734754 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:07.796214 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fe4acad2-bb89-4956-b202-6190e7dde188 req-3ca2545a-f9b2-4aaf-ab35-c9cebdd7dd75 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295769 Jun 15 14:31:07.822576 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] No DVR routers for this DVR port 25888add-0416-462d-9052-9f4ecc47a9d7 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:31:07.826044 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.828264 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8c20845d-73b3-4465-b2bd-2fbece0f0ff7 req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "DELETE /v2.0/ports/25888add-0416-462d-9052-9f4ecc47a9d7 HTTP/1.1" status: 204 len: 173 time: 0.9895358 Jun 15 14:31:07.828686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e76257a-d5ce-4acb-be24-1de117015506', 'name': 'network-vif-deleted', 'tag': '25888add-0416-462d-9052-9f4ecc47a9d7'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:07.831160 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf0177a-dfac-48d0-bc27-7d282ff3b2a2" -d '{"events": [{"server_uuid": "0e76257a-d5ce-4acb-be24-1de117015506", "name": "network-vif-deleted", "tag": "25888add-0416-462d-9052-9f4ecc47a9d7"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:07.847179 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c013d0b2-b022-43d5-a89e-ea789b85f89f req-00cf278e-3124-41a1-8c81-a8edc2ea4fd3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103978 Jun 15 14:31:07.869250 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc079d-8216-45b0-a684-e8f33e283527 x-openstack-request-id: req-7dcc079d-8216-45b0-a684-e8f33e283527 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:07.869579 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e76257a-d5ce-4acb-be24-1de117015506", "name": "network-vif-deleted", "tag": "25888add-0416-462d-9052-9f4ecc47a9d7", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:07.869865 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dcc079d-8216-45b0-a684-e8f33e283527 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:07.870560 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e76257a-d5ce-4acb-be24-1de117015506', 'name': 'network-vif-deleted', 'tag': '25888add-0416-462d-9052-9f4ecc47a9d7', 'status': 'completed', 'code': 200} Jun 15 14:31:08.631820 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51236) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:08.689981 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Deleting subnet 4fa11fd6-a191-49f4-be55-6292c9173f24 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:31:08.693469 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:08.737501 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:08.827347 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:08.897927 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfd16e-e12b-4b30-bbdf-d0c1abb43072 req-18c67dc1-bab4-4ad6-a138-490f636ec005 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:08.899470 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69cfd16e-e12b-4b30-bbdf-d0c1abb43072 req-18c67dc1-bab4-4ad6-a138-490f636ec005 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1348200 Jun 15 14:31:08.935842 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:08.941795 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a7dba639-2eb5-4d40-9952-366ee7002d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:09.023870 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa11fd6-a191-49f4-be55-6292c9173f24,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:09.028727 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.032734 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4fa11fd6-a191-49f4-be55-6292c9173f24 HTTP/1.1" status: 204 len: 168 time: 0.3974941 Jun 15 14:31:09.032734 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-54f76175-5d83-4e9f-8ed8-4aa40309f697 req-bda3a147-9c15-4982-a193-3c5b275cb4bd tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e76257a-d5ce-4acb-be24-1de117015506 HTTP/1.1" status: 200 len: 210 time: 0.0883803 Jun 15 14:31:09.033303 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9ec81ca8-d938-4e46-81b5-081fa637c62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:09.033419 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51242) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:09.041064 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69cfd16e-e12b-4b30-bbdf-d0c1abb43072 req-7ee1bb51-d042-4c5e-9c94-66006d8e3d12 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272724 Jun 15 14:31:09.132513 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.246609 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.262405 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e001f97-9bc1-479a-ae60-56085ebc6ec3']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:09.276678 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadf1262-7489-4ef1-912a-b1872008b835') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:09.276977 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadf1262-7489-4ef1-912a-b1872008b835') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:09.288190 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.304136 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.310413 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:31:09.310887 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:31:09.312657 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:31:09.394986 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.399232 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:09.401708 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.404460 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] 10.222.0.15 "DELETE /v2.0/networks/4e001f97-9bc1-479a-ae60-56085ebc6ec3 HTTP/1.1" status: 204 len: 168 time: 0.3701019 Jun 15 14:31:09.407407 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51244) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:09.419161 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e001f97-9bc1-479a-ae60-56085ebc6ec3,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:09.421920 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-175ce78c-fc5d-4d04-8a6a-db2b3a374c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:09.462587 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Deleting subnet 6adbe100-0d9e-4170-ba5a-4e1bb692ea52 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:31:09.467226 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.515074 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.564268 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.624724 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.627046 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:09.658147 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adbe100-0d9e-4170-ba5a-4e1bb692ea52,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:09.661143 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:09.662434 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.664313 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7980a7b0-25eb-4433-8c76-7ab3a2e46074 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6adbe100-0d9e-4170-ba5a-4e1bb692ea52 HTTP/1.1" status: 204 len: 168 time: 0.2558537 Jun 15 14:31:09.666768 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51248) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:09.759694 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.869213 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.880506 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9281190f-3c0b-48ba-9134-79f9afccab2d']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:09.891872 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba95d02-8850-4c9e-b995-5f99de68daa2') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:09.892177 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba95d02-8850-4c9e-b995-5f99de68daa2') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:09.902318 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26467453'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.918240 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.924466 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:31:09.924856 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26466683'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: timer() Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: cb(*args, **kw) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: self._notify() Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: self.callback(batched_events) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: event.method(event) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._get(url).json() Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:31:09.926487 dv-cinder-772126-3-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:31:10.009059 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.014859 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:10.020173 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.023453 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9281190f-3c0b-48ba-9134-79f9afccab2d HTTP/1.1" status: 204 len: 168 time: 0.3554752 Jun 15 14:31:10.045238 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9281190f-3c0b-48ba-9134-79f9afccab2d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:10.048720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-71c221fc-a06a-494c-a700-f56d2adfe1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:10.211142 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51258) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:10.246699 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc09a6c-b044-4601-9479-c64c362af570 req-e480738d-936b-4c58-82b2-71f70a6979f5 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:10.248403 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9cc09a6c-b044-4601-9479-c64c362af570 req-e480738d-936b-4c58-82b2-71f70a6979f5 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0819178 Jun 15 14:31:10.271718 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-264c999f-96a6-45fa-b12e-067ad2ae9672 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5eaa4a0072974076aa85e03ccfe5e5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585704 Jun 15 14:31:10.274103 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51260) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:10.297105 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9cc09a6c-b044-4601-9479-c64c362af570 req-b728e514-9abd-46ab-836f-e64042eba5e6 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Jun 15 14:31:10.344905 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.370533 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.431201 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.434221 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.435417 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0682864d-051d-49ec-9362-12b6e29858c1 HTTP/1.1" status: 204 len: 168 time: 0.1602538 Jun 15 14:31:10.436883 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5fba86b8-803c-4d87-9122-78372c905da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:10.446285 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0682864d-051d-49ec-9362-12b6e29858c1,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:10.448923 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:10.515505 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72835db7-436d-4c80-bb38-50200b061986 req-9849d115-1c7c-46d7-9dc3-639ac8ab487c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:10.517106 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-72835db7-436d-4c80-bb38-50200b061986 req-9849d115-1c7c-46d7-9dc3-639ac8ab487c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0948257 Jun 15 14:31:10.526036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51268) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:10.531100 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'floatingip': {'port_id': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:10.620317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.817928 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51272) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:10.865745 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-161184bd-7d99-44d1-933f-aba5fb0e25f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00127bf703174bafafc43f2424791894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463848 Jun 15 14:31:10.868217 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51274) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:10.928532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.954864 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.015608 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.018366 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.022109 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8c2c3da-73bc-45e1-8430-23d90b82bf8a HTTP/1.1" status: 204 len: 168 time: 0.1503854 Jun 15 14:31:11.022109 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:11.031396 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2c3da-73bc-45e1-8430-23d90b82bf8a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:11.033961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:11.538875 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.543155 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.692043 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Floating IP efac4f73-3138-41da-af5e-19a6fc8029ba associated. External IP: 172.27.3.89, port: 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0. Jun 15 14:31:11.999085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:31:12.149372 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:12.155010 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:12.160629 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] Sync routers for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:12.172257 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:12.172974 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:12.202202 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-32672ac8-2dfe-4c88-b1dc-a85ed47ec0f4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "PUT /v2.0/floatingips/efac4f73-3138-41da-af5e-19a6fc8029ba HTTP/1.1" status: 200 len: 991 time: 1.6749201 Jun 15 14:31:12.202898 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:12.205286 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683694d6-d6d0-4f4f-8564-1aa480d3de1b" -d '{"events": [{"name": "network-changed", "server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:12.243278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827d47bb-6533-4db6-8d65-f46c7114039f x-openstack-request-id: req-827d47bb-6533-4db6-8d65-f46c7114039f {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:12.243611 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:12.243899 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-827d47bb-6533-4db6-8d65-f46c7114039f {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:12.244330 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'status': 'completed', 'code': 200} Jun 15 14:31:12.289426 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 25888add-0416-462d-9052-9f4ecc47a9d7 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:31:12.322539 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 25888add-0416-462d-9052-9f4ecc47a9d7 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:31:12.323172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 25888add-0416-462d-9052-9f4ecc47a9d7 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:31:12.357153 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:12.665304 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'efac4f73-3138-41da-af5e-19a6fc8029ba', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'port_id': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'mac_address': 'fa:16:3e:ec:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:49Z', 'updated_at': '2021-06-15T14:31:11Z', 'revision_number': 1, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:12.669921 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] Checking router: 1d3364ac-55ca-4e8d-adb2-94f48df23e34 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:12.679691 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:12.680350 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:12.838424 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:13.128789 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'efac4f73-3138-41da-af5e-19a6fc8029ba', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'port_id': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'mac_address': 'fa:16:3e:ec:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:49Z', 'updated_at': '2021-06-15T14:31:11Z', 'revision_number': 1, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:13.132201 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893a5cb-935b-4e0b-871f-26a5887fb4c5 None None] The sync data for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi is: [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'efac4f73-3138-41da-af5e-19a6fc8029ba', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'port_id': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'mac_address': 'fa:16:3e:ec:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:49Z', 'updated_at': '2021-06-15T14:31:11Z', 'revision_number': 1, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:13.329624 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbfe83d-1666-4b95-83fe-da28c623dc81 None None] New status for floating IP efac4f73-3138-41da-af5e-19a6fc8029ba: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:31:13.415590 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-3c7ebaf6-4728-49cf-91c6-9459349292e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:13.417189 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-3c7ebaf6-4728-49cf-91c6-9459349292e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 1099 time: 0.0754716 Jun 15 14:31:13.547225 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-8950f126-f031-415d-8e3d-8b77c5aa9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:13.548747 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-8950f126-f031-415d-8e3d-8b77c5aa9c54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 911 time: 0.1249619 Jun 15 14:31:13.644100 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-c6623d2e-d4cf-4cfc-86e7-e210cd26b02c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 200 len: 1001 time: 0.0872297 Jun 15 14:31:13.709193 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-06e4fd33-cf89-4519-902f-4156eb4e2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:13.710712 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-06e4fd33-cf89-4519-902f-4156eb4e2774 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0551066 Jun 15 14:31:13.780879 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-a8e0dbe3-7b30-46c2-923a-35636f7141b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:13.782427 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-a8e0dbe3-7b30-46c2-923a-35636f7141b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642679 Jun 15 14:31:14.201695 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-a8a34cd3-abe6-4c06-a084-5f6548c44bdb service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105246 Jun 15 14:31:14.321375 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-683694d6-d6d0-4f4f-8564-1aa480d3de1b req-a7e5603a-8e7a-4f63-8f21-29894b172f55 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116922 Jun 15 14:31:15.335360 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51360) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:15.454295 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.559251 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.565004 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.567854 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:15.610133 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79d1f86-2f61-450a-9992-872e96e5bdec,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:15.617279 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ed26abd537c4a4baf9658ac3e3551ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785368 Jun 15 14:31:15.618033 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51366) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:15.620223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.620612 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.621674 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.622718 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.623096 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.623462 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.623827 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.624184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.624544 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.624898 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.625249 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.625598 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.629554 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:15.696671 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.721685 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.778687 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.781882 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.783278 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e79d1f86-2f61-450a-9992-872e96e5bdec HTTP/1.1" status: 204 len: 168 time: 0.1635604 Jun 15 14:31:15.784074 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2c601a8c-bf17-4bdc-969a-2f9884e31ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:15.793790 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79d1f86-2f61-450a-9992-872e96e5bdec,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:15.797313 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:16.071783 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51380) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:16.088104 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-56a00a2e-e39d-4156-b9c7-93d17e72a9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.192862 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-56a00a2e-e39d-4156-b9c7-93d17e72a9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.197224 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-56a00a2e-e39d-4156-b9c7-93d17e72a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.199796 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-19a245ee-2240-48bc-ae6b-56f511850612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:16.239642 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-56a00a2e-e39d-4156-b9c7-93d17e72a9b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8639012015e84fc496c420fd4e17e8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667378 Jun 15 14:31:16.240563 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a00a2e-e39d-4156-b9c7-93d17e72a9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de9793-fa0d-4932-9ce7-24c99b87b25e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:16.242404 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51382) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:16.243542 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-56a00a2e-e39d-4156-b9c7-93d17e72a9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:16.298170 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fda040fe-43bd-44b0-9f3d-e5066408f981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.327240 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fda040fe-43bd-44b0-9f3d-e5066408f981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.380060 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fda040fe-43bd-44b0-9f3d-e5066408f981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.382702 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fda040fe-43bd-44b0-9f3d-e5066408f981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.383831 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-fda040fe-43bd-44b0-9f3d-e5066408f981 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98de9793-fa0d-4932-9ce7-24c99b87b25e HTTP/1.1" status: 204 len: 168 time: 0.1393178 Jun 15 14:31:16.384687 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c19905f7-b9f6-4bd1-9ebf-e2a6fd118c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:16.393924 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda040fe-43bd-44b0-9f3d-e5066408f981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de9793-fa0d-4932-9ce7-24c99b87b25e,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:16.396322 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fda040fe-43bd-44b0-9f3d-e5066408f981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:20.256308 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-abddeb32-bc3e-4527-bfb4-3328c90ad9a4 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:20.257795 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-abddeb32-bc3e-4527-bfb4-3328c90ad9a4 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/networks?id=e314e301-2a9e-487b-85e2-e3abd2a6c960 HTTP/1.1" status: 200 len: 814 time: 0.1387990 Jun 15 14:31:20.273551 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-636c9401-233b-464b-9c4a-bc0f3ab6feac tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/quotas/a4a363fb23574285b0f15dfa6f483616 HTTP/1.1" status: 200 len: 375 time: 0.0094421 Jun 15 14:31:20.318750 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-e2e935de-ae7a-4015-9e67-9f83e3925f9f tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4a363fb23574285b0f15dfa6f483616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391037 Jun 15 14:31:20.435836 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-cd210ea4-1150-4fd9-92a0-a9e2b25c747e service neutron] 10.222.0.15 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085761 Jun 15 14:31:20.563525 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-4bcdf76a-542d-4a5b-83db-e026ef773218 service neutron] 10.222.0.15 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216989 Jun 15 14:31:20.747728 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-081a68b5-c488-4b81-ad2b-d6c007e126b0 req-d7e89229-423c-468f-a161-dc7dd3486b9c tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 210 time: 0.0353653 Jun 15 14:31:21.339334 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:31:21.937850 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-16782ef1-d499-4a6f-9997-91d83b88ebee req-ebbb2506-7c06-4a2e-8870-e15e81ec0c71 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 210 time: 0.0423586 Jun 15 14:31:22.101681 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-793df186-baa9-47cb-8451-655806a6e4f1 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:22.103213 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-793df186-baa9-47cb-8451-655806a6e4f1 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "GET /v2.0/networks?id=e314e301-2a9e-487b-85e2-e3abd2a6c960 HTTP/1.1" status: 200 len: 814 time: 0.1414175 Jun 15 14:31:22.147747 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Request body: {'port': {'device_id': '5c354ef7-1425-4e93-b926-ae241196f119', 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960', 'admin_state_up': True, 'tenant_id': 'a4a363fb23574285b0f15dfa6f483616'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:22.290904 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Made reservation on behalf of a4a363fb23574285b0f15dfa6f483616 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:22.295336 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.445129 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Allocated IP 172.20.0.11 (e314e301-2a9e-487b-85e2-e3abd2a6c960/dfc4d1cb-b633-4296-a801-d8a34b25c70c/74231210-dd1c-482c-bc8e-8a38b4e29977) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:22.648711 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.690041 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.694196 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-28b94631-be87-48ad-879b-2e6e3e04661e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:22.750784 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Network e314e301-2a9e-487b-85e2-e3abd2a6c960 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:22.757012 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:22.760980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:22.792475 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Pushing event updated for resources: {'Port': ['ID=74231210-dd1c-482c-bc8e-8a38b4e29977,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:22.797522 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:22.823193 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:22.823813 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.838864 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6950839 Jun 15 14:31:22.865824 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Request body: {'port': {'device_id': '5c354ef7-1425-4e93-b926-ae241196f119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:22.961353 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.273521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a316c76-df21-477a-baed-7c769f853f80 req-de03876e-dc8f-4b8b-9bc4-e911ba211e3b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:23.274930 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8a316c76-df21-477a-baed-7c769f853f80 req-de03876e-dc8f-4b8b-9bc4-e911ba211e3b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 932 time: 0.1823332 Jun 15 14:31:23.344137 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8a316c76-df21-477a-baed-7c769f853f80 req-d465d552-433d-4c49-b35f-90770248828b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586121 Jun 15 14:31:23.401780 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74231210-dd1c-482c-bc8e-8a38b4e29977 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:23.412104 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.428813 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Transition to ACTIVE for port object 74231210-dd1c-482c-bc8e-8a38b4e29977 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:23.433511 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.436624 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f4622dd0-0d97-4614-be80-2450063f3a7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:23.544407 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=74231210-dd1c-482c-bc8e-8a38b4e29977,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:23.545259 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:23.630886 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Attempting to bind port 74231210-dd1c-482c-bc8e-8a38b4e29977 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:23.631240 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Attempting to bind port 74231210-dd1c-482c-bc8e-8a38b4e29977 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:23.631577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Attempting to bind port 74231210-dd1c-482c-bc8e-8a38b4e29977 on network e314e301-2a9e-487b-85e2-e3abd2a6c960 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:23.636040 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Port 74231210-dd1c-482c-bc8e-8a38b4e29977 on network e314e301-2a9e-487b-85e2-e3abd2a6c960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:31:23.636368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Attempting to bind port 74231210-dd1c-482c-bc8e-8a38b4e29977 on network e314e301-2a9e-487b-85e2-e3abd2a6c960 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:23.642137 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:23.642518 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Checking segment: {'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:23.642910 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Bound using segment: {'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:23.643348 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Bound port: 74231210-dd1c-482c-bc8e-8a38b4e29977, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fa72f1-8fab-451c-82f1-64389221fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:23.643702 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.717474 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] For port 74231210-dd1c-482c-bc8e-8a38b4e29977, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:23.720457 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] For port 74231210-dd1c-482c-bc8e-8a38b4e29977, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=74231210-dd1c-482c-bc8e-8a38b4e29977,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:23.725267 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.727247 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-789d4735-0c96-4a14-a48f-e2388ef3bd1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:23.770710 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:23.771340 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.772715 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] 10.222.0.61 "PUT /v2.0/ports/74231210-dd1c-482c-bc8e-8a38b4e29977 HTTP/1.1" status: 200 len: 1094 time: 0.9172161 Jun 15 14:31:23.773212 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c354ef7-1425-4e93-b926-ae241196f119', 'tag': '74231210-dd1c-482c-bc8e-8a38b4e29977'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:23.775575 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3a1669-76c5-43fc-9310-328eff46d9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c354ef7-1425-4e93-b926-ae241196f119", "tag": "74231210-dd1c-482c-bc8e-8a38b4e29977"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:23.798142 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=74231210-dd1c-482c-bc8e-8a38b4e29977,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:23.801821 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:23.824959 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2624d3e-4625-4f1b-8f4f-df3df265ed78 x-openstack-request-id: req-a2624d3e-4625-4f1b-8f4f-df3df265ed78 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:23.825293 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c354ef7-1425-4e93-b926-ae241196f119", "tag": "74231210-dd1c-482c-bc8e-8a38b4e29977", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:23.825584 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2624d3e-4625-4f1b-8f4f-df3df265ed78 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:23.826218 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c354ef7-1425-4e93-b926-ae241196f119', 'tag': '74231210-dd1c-482c-bc8e-8a38b4e29977', 'status': 'completed', 'code': 200} Jun 15 14:31:23.922307 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-2a443949-3b3e-4390-869c-9bfb4b3c4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:23.923587 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-2a443949-3b3e-4390-869c-9bfb4b3c4038 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a363fb23574285b0f15dfa6f483616&device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 1097 time: 0.0662470 Jun 15 14:31:24.008613 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-d5846b7c-c5f5-4a35-b3e1-140f1bb92397 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74231210-dd1c-482c-bc8e-8a38b4e29977 HTTP/1.1" status: 200 len: 217 time: 0.0505502 Jun 15 14:31:24.068969 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-141597c6-bc8e-4391-90b3-dcf021099221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:24.070468 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-141597c6-bc8e-4391-90b3-dcf021099221 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc4d1cb-b633-4296-a801-d8a34b25c70c HTTP/1.1" status: 200 len: 854 time: 0.0549874 Jun 15 14:31:24.120172 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-5149d671-8d95-441b-b62c-810417accf9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314e301-2a9e-487b-85e2-e3abd2a6c960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412550 Jun 15 14:31:24.251700 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-01cbd13d-2133-49ed-8415-d6e7f7899a77 service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230092 Jun 15 14:31:24.432893 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a2e464-e720-402c-a4c8-cd924ee67382 req-b99d1d20-3eae-4c08-b388-95c2ba258e67 service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657820 Jun 15 14:31:24.445446 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c87d0-8c88-45bc-ab7e-c916aad66381 req-79a18f16-62a6-42e9-b427-3f4ba04b1dd7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:24.446973 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-782c87d0-8c88-45bc-ab7e-c916aad66381 req-79a18f16-62a6-42e9-b427-3f4ba04b1dd7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.1581283 Jun 15 14:31:24.526145 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-782c87d0-8c88-45bc-ab7e-c916aad66381 req-5afb2e02-0698-471b-885e-a3db9267d440 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735970 Jun 15 14:31:24.560409 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8303ed6-6008-4d90-9419-67f0ded4c3c5 req-7eca1374-daf9-46cb-9894-26657747b634 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:24.561917 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a8303ed6-6008-4d90-9419-67f0ded4c3c5 req-7eca1374-daf9-46cb-9894-26657747b634 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 944 time: 0.0914400 Jun 15 14:31:24.650836 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a8303ed6-6008-4d90-9419-67f0ded4c3c5 req-b80e9291-a2cd-49b9-90e7-d5e525dbc135 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790293 Jun 15 14:31:24.664245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-577fb8c4-bbc1-4c02-a988-17026f31cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:24.666064 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-577fb8c4-bbc1-4c02-a988-17026f31cc25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4a363fb23574285b0f15dfa6f483616&device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 1097 time: 0.1031058 Jun 15 14:31:24.790025 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-923454cc-f863-4f41-8294-e84832041ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:24.791541 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-923454cc-f863-4f41-8294-e84832041ef6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e314e301-2a9e-487b-85e2-e3abd2a6c960 HTTP/1.1" status: 200 len: 915 time: 0.1177235 Jun 15 14:31:24.846470 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-fdcb9752-fb58-406f-ad5f-9353ba78d924 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74231210-dd1c-482c-bc8e-8a38b4e29977 HTTP/1.1" status: 200 len: 217 time: 0.0470273 Jun 15 14:31:24.909093 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-0f6277f1-abf2-4dcc-b676-f9d34a089a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:24.910491 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-0f6277f1-abf2-4dcc-b676-f9d34a089a09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfc4d1cb-b633-4296-a801-d8a34b25c70c HTTP/1.1" status: 200 len: 854 time: 0.0574236 Jun 15 14:31:24.950918 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-b22bdc26-d2d2-4c18-a7c8-be9a384cef21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e314e301-2a9e-487b-85e2-e3abd2a6c960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314806 Jun 15 14:31:25.088791 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-d788828c-db7b-481c-a57f-2b5352212472 service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192675 Jun 15 14:31:25.205567 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3d3a1669-76c5-43fc-9310-328eff46d9b0 req-e5b2309d-e741-45f4-8c4f-5a745b64f84e service neutron] 10.222.0.61 "GET /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085162 Jun 15 14:31:25.395297 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23a97bbe-062f-4f8e-b8e0-3e708807914e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.724495 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787693ff-6a18-461c-9dda-8cf5221bab7c req-69cccdfe-e06c-4a09-86f1-9e3daf9e5e5f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:25.726001 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-787693ff-6a18-461c-9dda-8cf5221bab7c req-69cccdfe-e06c-4a09-86f1-9e3daf9e5e5f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.0772514 Jun 15 14:31:25.769788 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-787693ff-6a18-461c-9dda-8cf5221bab7c req-1fcf0f76-68b2-4cbf-8575-a1088728a178 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373743 Jun 15 14:31:25.843175 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229f6b8-3c6f-411d-a789-807630b119aa req-341d44c8-2b47-40cc-959d-468e28a7cf4c tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:25.844676 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5229f6b8-3c6f-411d-a789-807630b119aa req-341d44c8-2b47-40cc-959d-468e28a7cf4c tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 944 time: 0.0741110 Jun 15 14:31:25.888488 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5229f6b8-3c6f-411d-a789-807630b119aa req-40f18091-8418-492c-bc07-91d31e6a2739 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Jun 15 14:31:26.422718 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-6061136f-26b8-4ca3-b032-311947883e86 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:26.424093 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-6061136f-26b8-4ca3-b032-311947883e86 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.0750704 Jun 15 14:31:26.549161 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Deleting port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:31:26.549513 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:26.666778 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] For port 87fb2274-6590-4c1b-bcac-c41bab9d32a7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=87fb2274-6590-4c1b-bcac-c41bab9d32a7,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:26.667143 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.325187 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.325489 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.325813 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Floating IP 028ab2e8-4e24-4f2a-9688-6d5bcae5c839 disassociated. External IP: 172.27.3.12, port: 87fb2274-6590-4c1b-bcac-c41bab9d32a7. Jun 15 14:31:27.326171 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Calling delete_port for 87fb2274-6590-4c1b-bcac-c41bab9d32a7 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:31:27.341872 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecff9c-960a-4b4a-94f3-ddea36aa0739 req-4cfcdbbc-bec2-4244-a75b-99f30d154cd2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:27.343427 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5fecff9c-960a-4b4a-94f3-ddea36aa0739 req-4cfcdbbc-bec2-4244-a75b-99f30d154cd2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 947 time: 0.2253339 Jun 15 14:31:27.352453 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501a15-9689-4968-8c3c-769bc3360f07 req-656d491a-9c2c-49ae-b7bd-6945c1ae7285 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:27.353874 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b501a15-9689-4968-8c3c-769bc3360f07 req-656d491a-9c2c-49ae-b7bd-6945c1ae7285 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 944 time: 0.2346764 Jun 15 14:31:27.361229 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 74231210-dd1c-482c-bc8e-8a38b4e29977 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:31:27.494380 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 74231210-dd1c-482c-bc8e-8a38b4e29977, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=74231210-dd1c-482c-bc8e-8a38b4e29977,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:27.502303 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b501a15-9689-4968-8c3c-769bc3360f07 req-732e0578-f18a-4963-8cd3-8e4bead4d3df tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410370 Jun 15 14:31:27.505013 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5fecff9c-960a-4b4a-94f3-ddea36aa0739 req-3b816938-84c5-4510-9425-84f83b1dc085 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=9d77f27c-45f3-4c28-8fe3-92fe24e8651c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451445 Jun 15 14:31:27.508092 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '74231210-dd1c-482c-bc8e-8a38b4e29977', 'network_id': 'e314e301-2a9e-487b-85e2-e3abd2a6c960', 'port_id': '74231210-dd1c-482c-bc8e-8a38b4e29977', 'mac_address': 'fa:16:3e:4c:26:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc4d1cb-b633-4296-a801-d8a34b25c70c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:31:27.606031 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.610666 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-820255bb-ef13-4e58-8c79-d6d206ec8344 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:27.646175 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event deleted for resources: {'Port': ['ID=87fb2274-6590-4c1b-bcac-c41bab9d32a7,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:27.649505 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:27.726465 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.733949 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.749764 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74231210-dd1c-482c-bc8e-8a38b4e29977 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:27.771758 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 74231210-dd1c-482c-bc8e-8a38b4e29977, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=74231210-dd1c-482c-bc8e-8a38b4e29977,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:27.778668 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.780448 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:27.818782 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:31:27.845381 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=74231210-dd1c-482c-bc8e-8a38b4e29977,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:27.848542 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:27.984454 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:27.994182 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] Sync routers for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:28.005175 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:28.005999 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:28.046924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] No DVR routers for this DVR port 87fb2274-6590-4c1b-bcac-c41bab9d32a7 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:31:28.049513 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:28.051691 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cab7c209-041d-4187-a9b4-4bc7994ff023 req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "DELETE /v2.0/ports/87fb2274-6590-4c1b-bcac-c41bab9d32a7 HTTP/1.1" status: 204 len: 173 time: 1.6222682 Jun 15 14:31:28.052244 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-deleted', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:28.054604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe07de49-3c36-4c11-8dc0-51e4e4797335" -d '{"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-deleted", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:28.096628 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06254b9-f01a-49ff-bcaf-a1eb82d76956 x-openstack-request-id: req-f06254b9-f01a-49ff-bcaf-a1eb82d76956 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:28.096955 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be932d5-8d36-4828-847d-882ef9a61b5b", "name": "network-vif-deleted", "tag": "87fb2274-6590-4c1b-bcac-c41bab9d32a7", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:28.097241 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f06254b9-f01a-49ff-bcaf-a1eb82d76956 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:28.097688 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be932d5-8d36-4828-847d-882ef9a61b5b', 'name': 'network-vif-deleted', 'tag': '87fb2274-6590-4c1b-bcac-c41bab9d32a7', 'status': 'completed', 'code': 200} Jun 15 14:31:28.129795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['74231210-dd1c-482c-bc8e-8a38b4e29977'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:28.222710 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:28.584510 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:28.588385 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] Checking router: 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:28.597289 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:28.605121 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:30:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:28.757779 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4c271ac4-5128-4051-a92d-0b761d87ed0e req-6838bf44-07e1-41b5-b35f-b041977d88fc tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be932d5-8d36-4828-847d-882ef9a61b5b HTTP/1.1" status: 200 len: 210 time: 0.0522695 Jun 15 14:31:28.783802 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06bfea-ae13-4180-9153-12c0c5b6c363 req-3bfb4604-fa63-4e13-a7f5-a6f4badd82f9 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:28.792053 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-df06bfea-ae13-4180-9153-12c0c5b6c363 req-3bfb4604-fa63-4e13-a7f5-a6f4badd82f9 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 945 time: 0.1487544 Jun 15 14:31:28.871813 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-df06bfea-ae13-4180-9153-12c0c5b6c363 req-280fdd67-c866-48e7-86be-e7bc7830a9a8 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775146 Jun 15 14:31:28.876704 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:28.941861 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:29.075588 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea856-d854-4c46-bbb9-94b9923e2bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:29.168505 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:29.172473 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63429e5-bfa7-4326-ad9c-a31a1c9f217b None None] The sync data for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi is: [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:29.388641 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 74231210-dd1c-482c-bc8e-8a38b4e29977 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:29.422332 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c10dd1-0e9f-4708-8cce-f9f636fbbae2 None None] New status for floating IP 028ab2e8-4e24-4f2a-9688-6d5bcae5c839: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:31:29.461106 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 74231210-dd1c-482c-bc8e-8a38b4e29977 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:29.471690 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 74231210-dd1c-482c-bc8e-8a38b4e29977 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:29.471690 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:29.584193 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:29.623422 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c354ef7-1425-4e93-b926-ae241196f119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74231210-dd1c-482c-bc8e-8a38b4e29977'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:29.626063 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05b50d-177e-4f5a-b081-40170e85c804" -d '{"events": [{"server_uuid": "5c354ef7-1425-4e93-b926-ae241196f119", "name": "network-vif-plugged", "status": "completed", "tag": "74231210-dd1c-482c-bc8e-8a38b4e29977"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:29.643203 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 74231210-dd1c-482c-bc8e-8a38b4e29977, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=74231210-dd1c-482c-bc8e-8a38b4e29977,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:29.649192 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:29.650211 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:31:29.679061 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:29.681426 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 87fb2274-6590-4c1b-bcac-c41bab9d32a7 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:31:29.681873 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 87fb2274-6590-4c1b-bcac-c41bab9d32a7 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:31:29.711310 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f62d02b-8328-418e-a6fd-252f5897d54e x-openstack-request-id: req-6f62d02b-8328-418e-a6fd-252f5897d54e {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:29.711603 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c354ef7-1425-4e93-b926-ae241196f119", "name": "network-vif-plugged", "status": "completed", "tag": "74231210-dd1c-482c-bc8e-8a38b4e29977", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:29.711861 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f62d02b-8328-418e-a6fd-252f5897d54e {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:29.712246 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c354ef7-1425-4e93-b926-ae241196f119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74231210-dd1c-482c-bc8e-8a38b4e29977', 'code': 200} Jun 15 14:31:29.743830 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=74231210-dd1c-482c-bc8e-8a38b4e29977,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:29.751599 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.751953 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.752302 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.752649 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.752987 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.753325 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.753656 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.753988 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.754399 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.755531 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.755912 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.756552 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:29.760843 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:29.917570 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51590) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:29.969300 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db030d9-b893-4131-9ab7-565ce44cad99 req-0ea45071-c85f-4d8b-ab1d-32f02039c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:29.970841 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6db030d9-b893-4131-9ab7-565ce44cad99 req-0ea45071-c85f-4d8b-ab1d-32f02039c88d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 1099 time: 0.0716712 Jun 15 14:31:29.991026 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.025048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.025301 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6db030d9-b893-4131-9ab7-565ce44cad99 req-75e142a6-6cea-47df-b615-3a0d17559ddc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467227 Jun 15 14:31:30.084960 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.088220 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.089350 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d77f27c-45f3-4c28-8fe3-92fe24e8651c HTTP/1.1" status: 204 len: 168 time: 0.1693492 Jun 15 14:31:30.090773 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-baefa7e3-f408-4e99-b391-b0f71c678e1a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:30.093736 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51594) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:30.094097 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3939396-1da4-412c-97c6-bde26f20ef7e req-55494f5e-329c-425b-b8fa-b540911377a6 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:30.095645 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d3939396-1da4-412c-97c6-bde26f20ef7e req-55494f5e-329c-425b-b8fa-b540911377a6 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 946 time: 0.0863023 Jun 15 14:31:30.112990 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d77f27c-45f3-4c28-8fe3-92fe24e8651c,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:30.115380 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.api.v2.resource [None req-e6b9fc1f-75e1-406c-9e7d-1b9964667d26 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] show failed (client error): The resource could not be found. Jun 15 14:31:30.116401 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e6b9fc1f-75e1-406c-9e7d-1b9964667d26 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups/9d77f27c-45f3-4c28-8fe3-92fe24e8651c HTTP/1.1" status: 404 len: 347 time: 0.0217605 Jun 15 14:31:30.120388 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51596) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:30.122814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.123199 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.123575 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.123946 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.124308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.124668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.125226 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.125586 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.125945 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.126302 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.126868 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.127033 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.130498 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:30.209183 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d3939396-1da4-412c-97c6-bde26f20ef7e req-1d9b4682-fe0d-4ea8-bf15-3f3005be70ab tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074853 Jun 15 14:31:30.233337 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.330145 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Deleting port d581a9e3-c2df-4065-9c35-781ebf04c875 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:31:30.330579 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.453877 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.454108 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.548976 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Calling delete_port for d581a9e3-c2df-4065-9c35-781ebf04c875 owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:31:30.726855 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.729054 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:30.775676 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event deleted for resources: {'Port': ['ID=d581a9e3-c2df-4065-9c35-781ebf04c875,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:30.779009 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:30.860042 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.862589 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.863898 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "DELETE /v2.0/floatingips/028ab2e8-4e24-4f2a-9688-6d5bcae5c839 HTTP/1.1" status: 204 len: 168 time: 0.7419882 Jun 15 14:31:31.395656 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51604) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:31.406315 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857117670', 'description': 'tempest-description--1366175511'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:31.424582 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.443313 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.447780 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488299-e520-457e-9ea1-532e1cdd04de req-c8f12b36-19e3-4645-8207-d48f7faeca8b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:31.450126 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-66488299-e520-457e-9ea1-532e1cdd04de req-c8f12b36-19e3-4645-8207-d48f7faeca8b tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 946 time: 0.1079919 Jun 15 14:31:31.507552 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-66488299-e520-457e-9ea1-532e1cdd04de req-152a487b-f52d-4b2a-b4bd-40b0b11a2f34 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Jun 15 14:31:31.560209 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.564598 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.567164 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6d3fda91-e6c8-48be-bfc4-b546566f2232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:31.598124 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.599386 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2027080 Jun 15 14:31:31.603645 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d91b82e-d7a3-429d-b467-7d4137a41580,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:31.604232 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51610) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:31.607715 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:31.609816 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'security_group_rule': {'security_group_id': '4d91b82e-d7a3-429d-b467-7d4137a41580', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:31.638786 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.703594 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.707399 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.709459 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-839c3a21-7be8-4263-ae7d-ca36b51da49a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:31.727327 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa981c6-1e4a-4b4f-9549-661f97dfe8e4,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:31.730273 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:31.732455 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.736373 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283441 Jun 15 14:31:31.736373 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51612) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:31.740784 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'security_group_rule': {'security_group_id': '4d91b82e-d7a3-429d-b467-7d4137a41580', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:31.767184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.836254 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.840021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.842185 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:31.859444 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ee36eb-697d-49bf-9f39-30b01d12a184,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:31.862373 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:31.864649 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.865831 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7e07198a-ad09-4126-b906-0b0b9d6f4f14 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286056 Jun 15 14:31:31.868914 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51614) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:31.873946 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:31.895250 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.032615 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.157259 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Allocated IP 172.27.3.99 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/23a5c4ef-5c65-43d2-8181-ae390e0e0eeb) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:32.289889 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.329699 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.331634 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:32.384095 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:32.387178 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:32.392231 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:32.394380 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'Port': ['ID=23a5c4ef-5c65-43d2-8181-ae390e0e0eeb,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:32.397607 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:32.495049 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.547060 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.795842 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.807957 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a33f-3710-4c55-a9c4-5c6b46f56430 req-c7135493-401c-4a8e-8b1c-13118abc19b5 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:32.810241 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b731a33f-3710-4c55-a9c4-5c6b46f56430 req-c7135493-401c-4a8e-8b1c-13118abc19b5 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 946 time: 0.1729541 Jun 15 14:31:32.811065 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.813162 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0eab6f2d-6c77-40f8-9165-6178a0932bc0 tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:32.934426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'Port': ['ID=23a5c4ef-5c65-43d2-8181-ae390e0e0eeb,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:32.938876 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:32.942135 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b731a33f-3710-4c55-a9c4-5c6b46f56430 req-18b0f395-57d6-4d05-ac59-b7b11a80b126 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252663 Jun 15 14:31:32.950570 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.970689 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.972516 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1025906 Jun 15 14:31:33.196946 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-dbb77dba-aa01-458b-af37-be141486aeea tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--857117670&fields=id&tenant_id=0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 267 time: 0.0406163 Jun 15 14:31:33.351433 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-47cff4c9-4a4f-49ff-8a82-c8245a6153db tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:33.352982 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-47cff4c9-4a4f-49ff-8a82-c8245a6153db tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 816 time: 0.1482644 Jun 15 14:31:33.370069 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-925c57f2-4f62-413d-ba27-9d662780dc95 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/quotas/0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 375 time: 0.0100174 Jun 15 14:31:33.454706 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-15d62031-7693-44ee-91a4-f24fb6cca130 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778067 Jun 15 14:31:33.593404 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-9d309f31-60dc-4c32-a77b-843f86495d5a service neutron] 10.222.0.15 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220300 Jun 15 14:31:33.717552 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-5f7457ef-6916-4c1c-9515-aae34de43771 service neutron] 10.222.0.15 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182675 Jun 15 14:31:33.897726 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-714d343a-4195-4d34-a607-23c5189ca143 req-496c450d-53f1-4db5-bd69-2ca6a3f6e37d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 210 time: 0.0358047 Jun 15 14:31:35.066236 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f8f437b-3245-4852-8e41-773c615f3b78 req-30602b3e-6517-4f4b-b3ed-f324f3d035e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 210 time: 0.0464561 Jun 15 14:31:35.481123 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-5775be9b-4121-4c4e-973e-d9f2bd3ff01d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:35.483193 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-5775be9b-4121-4c4e-973e-d9f2bd3ff01d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 816 time: 0.4277763 Jun 15 14:31:35.630910 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-42fac08b-7e34-4522-9b20-09faba169b7b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 379 time: 0.0371850 Jun 15 14:31:35.643401 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'port': {'device_id': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'admin_state_up': True, 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'security_groups': ['4d91b82e-d7a3-429d-b467-7d4137a41580']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:35.783823 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Made reservation on behalf of 0abef8b4f4774cc2b33738068984a5d2 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:35.787849 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.937457 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Allocated IP 172.20.0.12 (2349cd69-6010-47b0-9655-831e569baad3/28caf77f-6305-45ae-9051-0a82c15bc782/efc051d1-e488-48e9-b91f-21ddd825778c) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:36.110223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.124171 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Transition to ACTIVE for port object efc051d1-e488-48e9-b91f-21ddd825778c will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:36.162509 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.168235 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:36.263762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Network 2349cd69-6010-47b0-9655-831e569baad3 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:36.271902 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:36.274564 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:36.325324 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:36.334483 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:36.364887 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:36.365642 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.392064 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181bee8-d530-432e-b6a0-2e717631d3fd req-c1637c12-4673-46ba-9bdc-a66794383d28 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:36.393725 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b181bee8-d530-432e-b6a0-2e717631d3fd req-c1637c12-4673-46ba-9bdc-a66794383d28 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 932 time: 0.1913133 Jun 15 14:31:36.395265 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556164 Jun 15 14:31:36.424016 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Request body: {'port': {'device_id': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:36.489105 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b181bee8-d530-432e-b6a0-2e717631d3fd req-585c723e-bcae-4c61-9874-9d6a5f8156a9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889287 Jun 15 14:31:36.532690 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-72ba4691-e5da-4f59-9d98-879a6d849bfd None None] Provisioning for port efc051d1-e488-48e9-b91f-21ddd825778c completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:36.537861 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.538256 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-72ba4691-e5da-4f59-9d98-879a6d849bfd None None] Provisioning complete for port efc051d1-e488-48e9-b91f-21ddd825778c triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:36.538684 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-72ba4691-e5da-4f59-9d98-879a6d849bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.581655 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-72ba4691-e5da-4f59-9d98-879a6d849bfd None None] Port efc051d1-e488-48e9-b91f-21ddd825778c cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:31:36.873234 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc051d1-e488-48e9-b91f-21ddd825778c {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:36.883610 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.897873 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Transition to ACTIVE for port object efc051d1-e488-48e9-b91f-21ddd825778c will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:36.901655 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.904521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:37.004635 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:37.009522 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:37.098651 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Attempting to bind port efc051d1-e488-48e9-b91f-21ddd825778c on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:37.098991 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Attempting to bind port efc051d1-e488-48e9-b91f-21ddd825778c by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:37.099325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Attempting to bind port efc051d1-e488-48e9-b91f-21ddd825778c on network 2349cd69-6010-47b0-9655-831e569baad3 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:37.104058 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Port efc051d1-e488-48e9-b91f-21ddd825778c on network 2349cd69-6010-47b0-9655-831e569baad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:31:37.104371 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Attempting to bind port efc051d1-e488-48e9-b91f-21ddd825778c on network 2349cd69-6010-47b0-9655-831e569baad3 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:37.109743 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:37.110085 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Checking segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:37.110501 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Bound using segment: {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:37.111066 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Bound port: efc051d1-e488-48e9-b91f-21ddd825778c, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f02683-25df-4c47-8578-5a6a54704359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2349cd69-6010-47b0-9655-831e569baad3'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:37.111269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:37.188720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:37.193004 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:37.196965 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:37.200661 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:37.237555 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.238207 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:37.239702 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] 10.222.0.61 "PUT /v2.0/ports/efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 200 len: 1094 time: 0.8202515 Jun 15 14:31:37.242415 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:37.248673 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f047528f-c841-45a4-b23f-f4ffa3f76b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:37.300549 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:37.305360 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:37.313141 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11766640-affb-488b-9b92-ab847a7cf6c1 x-openstack-request-id: req-11766640-affb-488b-9b92-ab847a7cf6c1 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:37.313628 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:37.314074 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11766640-affb-488b-9b92-ab847a7cf6c1 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:37.314757 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'status': 'completed', 'code': 200} Jun 15 14:31:37.408011 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-567f99e2-e53e-4109-aadd-65e3e180c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.409556 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-567f99e2-e53e-4109-aadd-65e3e180c43b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1097 time: 0.0679812 Jun 15 14:31:37.495319 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-e37a3beb-aa1e-4414-87bb-cf869e21ea45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 200 len: 217 time: 0.0587695 Jun 15 14:31:37.555255 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-ffe4b70c-34f5-4c38-a149-8858f8126081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.556642 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-ffe4b70c-34f5-4c38-a149-8858f8126081 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.0544047 Jun 15 14:31:37.661968 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-1cc6d87e-3f72-499f-9814-6ebcfb8f18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.663485 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-1cc6d87e-3f72-499f-9814-6ebcfb8f18a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001506 Jun 15 14:31:37.788958 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bd1d5-a2b4-4637-9535-a0deb65b6931 req-3ab1ff47-26fd-463e-b636-63ba391802b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.790447 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-287bd1d5-a2b4-4637-9535-a0deb65b6931 req-3ab1ff47-26fd-463e-b636-63ba391802b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1703095 Jun 15 14:31:37.823205 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-abb0d7c6-7433-4ce1-81ac-26f7e6467496 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509833 Jun 15 14:31:37.871714 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-287bd1d5-a2b4-4637-9535-a0deb65b6931 req-f46f145a-11df-4af4-ab3c-5fdc9c99782c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731089 Jun 15 14:31:37.969735 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-445f4c81-9c2b-45d3-96f6-fa9f04bc9419 req-b332cf62-2dba-41a1-a75a-d8a7cdd4a8b9 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394031 Jun 15 14:31:38.120155 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-8b1e1551-9b3b-478f-8c4a-f6ec47a7f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:38.122406 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-8b1e1551-9b3b-478f-8c4a-f6ec47a7f3a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1097 time: 0.0596800 Jun 15 14:31:38.246764 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-1b3c0b7a-4ab7-448e-bbe5-9fe2df085425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:38.248256 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-1b3c0b7a-4ab7-448e-bbe5-9fe2df085425 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1185429 Jun 15 14:31:38.309972 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-c71e1632-0413-4c6b-8080-f9ff1570b894 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 200 len: 217 time: 0.0548177 Jun 15 14:31:38.374802 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-777a9b05-15b5-4e00-9b6e-edaa01a67675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:38.376220 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-777a9b05-15b5-4e00-9b6e-edaa01a67675 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.0597842 Jun 15 14:31:38.443905 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-427823de-b571-4c7b-a810-922db56fbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:38.445406 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-427823de-b571-4c7b-a810-922db56fbe75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620944 Jun 15 14:31:38.570934 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-bcc9b482-0eef-445d-836b-37c98efc2782 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164834 Jun 15 14:31:38.696130 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f047528f-c841-45a4-b23f-f4ffa3f76b4b req-d38edd68-3b7d-4605-a290-ff018e4b5d1f service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164269 Jun 15 14:31:39.061766 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50246ed-e908-42ac-a07d-1a0d67b12082 req-a3efdae9-9c48-4a7b-ae58-aaa46df5d21d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:39.063262 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b50246ed-e908-42ac-a07d-1a0d67b12082 req-a3efdae9-9c48-4a7b-ae58-aaa46df5d21d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.0709741 Jun 15 14:31:39.105363 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b50246ed-e908-42ac-a07d-1a0d67b12082 req-1d6c3d1a-a763-483b-be25-3f5f12aa0f4d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362742 Jun 15 14:31:40.297524 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a33ae3-8e2b-4c84-8b42-e18dcbdaf2ab req-ae3c2640-5a79-4766-9bce-3caf5e55e763 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:40.299115 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46a33ae3-8e2b-4c84-8b42-e18dcbdaf2ab req-ae3c2640-5a79-4766-9bce-3caf5e55e763 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.0773234 Jun 15 14:31:40.345058 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-46a33ae3-8e2b-4c84-8b42-e18dcbdaf2ab req-35910d80-3589-44c1-afa9-e9ca06429fc1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Jun 15 14:31:41.459243 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:31:41.537194 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9efeb1-06bc-4418-b58e-c45e31807ecb req-2b7c6a81-3858-450f-b395-29c7629eb631 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:41.538803 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ba9efeb1-06bc-4418-b58e-c45e31807ecb req-2b7c6a81-3858-450f-b395-29c7629eb631 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.0774906 Jun 15 14:31:41.588101 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ba9efeb1-06bc-4418-b58e-c45e31807ecb req-30417123-f741-46d3-9417-25baf528a304 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Jun 15 14:31:41.724327 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:41.736508 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'port_id': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'mac_address': 'fa:16:3e:2a:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:31:41.788332 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:41.804045 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc051d1-e488-48e9-b91f-21ddd825778c {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:41.825375 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:41.829269 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:41.831060 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:41.889044 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:41.892217 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:42.202266 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['efc051d1-e488-48e9-b91f-21ddd825778c'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:42.787100 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0852-3e9c-4573-a73a-75871978083d req-bf07a94f-bd89-4f72-a309-27ff4704e1cc tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:42.788613 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5bfc0852-3e9c-4573-a73a-75871978083d req-bf07a94f-bd89-4f72-a309-27ff4704e1cc tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 945 time: 0.0770442 Jun 15 14:31:42.831098 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5bfc0852-3e9c-4573-a73a-75871978083d req-56b7ef71-86d5-46f0-95cd-abe5f0e73199 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366738 Jun 15 14:31:43.475300 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:43.532037 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port efc051d1-e488-48e9-b91f-21ddd825778c completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:43.535570 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port efc051d1-e488-48e9-b91f-21ddd825778c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:43.535964 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.626915 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.665419 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:43.668001 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325ed64-3479-4b6d-b8af-e927019ea550" -d '{"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-plugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:43.686279 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:43.691092 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.693273 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:43.720987 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14db84-71ef-415f-9932-c7430f0c7844 x-openstack-request-id: req-1d14db84-71ef-415f-9932-c7430f0c7844 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:43.721285 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-plugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:43.721544 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d14db84-71ef-415f-9932-c7430f0c7844 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:43.721928 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'code': 200} Jun 15 14:31:43.753238 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:43.756036 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:44.063620 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98957af1-948b-4570-adbe-ca1923974add req-61bfd965-28a9-41e0-b4e3-99864dcdba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:44.065235 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-98957af1-948b-4570-adbe-ca1923974add req-61bfd965-28a9-41e0-b4e3-99864dcdba51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1099 time: 0.1184607 Jun 15 14:31:44.076684 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112eaa03-0e9a-4ce9-bc8f-46dbb5d38924 req-25da65eb-f557-4a85-b31a-77aab4f0bca0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:44.078174 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-112eaa03-0e9a-4ce9-bc8f-46dbb5d38924 req-25da65eb-f557-4a85-b31a-77aab4f0bca0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1000843 Jun 15 14:31:44.140854 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-98957af1-948b-4570-adbe-ca1923974add req-1284abda-ae5a-41dd-96c7-0a5eb0884ea3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616584 Jun 15 14:31:44.149105 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-112eaa03-0e9a-4ce9-bc8f-46dbb5d38924 req-b4efdbb7-ab12-4de2-a2a8-93f769654094 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638440 Jun 15 14:31:45.346515 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37d08-c8cf-43cc-a0ae-c640e0264291 req-2a7f971d-215f-41d6-8fc8-de62545e5980 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:45.348028 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58e37d08-c8cf-43cc-a0ae-c640e0264291 req-2a7f971d-215f-41d6-8fc8-de62545e5980 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.0707889 Jun 15 14:31:45.390942 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58e37d08-c8cf-43cc-a0ae-c640e0264291 req-a3d6e8d8-7625-419c-aa2e-daa7a14c6eb0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372405 Jun 15 14:31:46.583663 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb0da-70b2-4ff0-b5ca-d801e247004e req-747e133f-0d48-42d9-929f-ff4d146bdde4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:46.585134 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b35bb0da-70b2-4ff0-b5ca-d801e247004e req-747e133f-0d48-42d9-929f-ff4d146bdde4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.0754073 Jun 15 14:31:46.640657 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b35bb0da-70b2-4ff0-b5ca-d801e247004e req-b3cb66ae-72ef-486b-a37f-6e1503b0d842 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487146 Jun 15 14:31:46.829510 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71963e2f-41d5-4553-9bbd-24af6ce40907 req-29570c50-6dae-4a73-9560-b7c0da097d2e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:46.831020 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-71963e2f-41d5-4553-9bbd-24af6ce40907 req-29570c50-6dae-4a73-9560-b7c0da097d2e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.0736887 Jun 15 14:31:46.839799 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 51786) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:46.844331 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Request body: {'floatingip': {'port_id': 'efc051d1-e488-48e9-b91f-21ddd825778c'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:46.902197 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.754294 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.758075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.917039 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Floating IP 94362f69-acea-407a-aacf-e0f6b2702ad9 associated. External IP: 172.27.3.99, port: efc051d1-e488-48e9-b91f-21ddd825778c. Jun 15 14:31:48.216779 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:31:48.366131 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:48.371331 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.375758 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] Sync routers for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:48.385588 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:48.386217 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:31:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:48.419369 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7a560691-0ee0-46fb-9998-0dd07a061eca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "PUT /v2.0/floatingips/94362f69-acea-407a-aacf-e0f6b2702ad9 HTTP/1.1" status: 200 len: 991 time: 1.5785043 Jun 15 14:31:48.420128 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:48.422586 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f914ac-50c7-4359-a5a3-55dd69761963" -d '{"events": [{"name": "network-changed", "server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:48.461717 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c895d56-b800-4530-9503-2f54c68f294f x-openstack-request-id: req-8c895d56-b800-4530-9503-2f54c68f294f {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:48.462045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:48.462336 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c895d56-b800-4530-9503-2f54c68f294f {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:48.467663 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'status': 'completed', 'code': 200} Jun 15 14:31:48.537376 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:48.609631 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-3c690777-bc12-49c4-8ee0-b1c85f00b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:48.611285 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-3c690777-bc12-49c4-8ee0-b1c85f00b604 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1099 time: 0.0647938 Jun 15 14:31:48.733276 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-bfac05ea-8ec7-4a89-b2a9-49c1ee595430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:48.735674 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-bfac05ea-8ec7-4a89-b2a9-49c1ee595430 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1156301 Jun 15 14:31:48.825671 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-642122c7-0da4-4e46-a031-072d1559344d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 200 len: 999 time: 0.0834682 Jun 15 14:31:48.839618 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '94362f69-acea-407a-aacf-e0f6b2702ad9', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'port_id': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'mac_address': 'fa:16:3e:2a:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:47Z', 'revision_number': 1, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:48.843171 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] Checking router: 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:48.852270 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:48.852902 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:31:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:48.892087 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-44cd06d6-d851-4d80-a7e1-0695a6df87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:48.893560 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-44cd06d6-d851-4d80-a7e1-0695a6df87ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.0602634 Jun 15 14:31:48.959044 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-5de9050e-3bb4-45a7-a919-60993f926afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:48.960529 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-5de9050e-3bb4-45a7-a919-60993f926afb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597522 Jun 15 14:31:49.001791 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:49.090735 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-cbdc7764-2116-4822-9c80-6eb78082808a service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227417 Jun 15 14:31:49.214530 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27f914ac-50c7-4359-a5a3-55dd69761963 req-a61b53ba-8f29-4ba5-8dd7-bae648e6dfe2 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157639 Jun 15 14:31:49.312714 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '94362f69-acea-407a-aacf-e0f6b2702ad9', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'port_id': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'mac_address': 'fa:16:3e:2a:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:47Z', 'revision_number': 1, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:49.316368 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879dfeb-d1dc-4093-8e0c-daf5207c9b54 None None] The sync data for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi is: [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '94362f69-acea-407a-aacf-e0f6b2702ad9', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'port_id': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'mac_address': 'fa:16:3e:2a:73:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:47Z', 'revision_number': 1, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:49.513188 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412318f9-af82-4426-a129-48a30ffb1a20 None None] New status for floating IP 94362f69-acea-407a-aacf-e0f6b2702ad9: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:31:55.399078 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-96b1b783-a768-4261-9f5c-4453d0284d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:57.567715 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:58.338064 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:31:58.904329 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:59.029368 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d23a552b-9b07-4f2c-9abc-30034c344767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.235053 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:01.400340 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:01.969008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51910) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:02.084658 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f7149170-4a81-4560-abbe-75d078e842d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.195236 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f7149170-4a81-4560-abbe-75d078e842d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.201374 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f7149170-4a81-4560-abbe-75d078e842d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.203948 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c242a80d-8061-45d8-bddb-97351956272b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:02.257249 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-f7149170-4a81-4560-abbe-75d078e842d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92bbbe4edfb8421c92b8193f905af239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891693 Jun 15 14:32:02.260113 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 51926) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:02.287507 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7149170-4a81-4560-abbe-75d078e842d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdfffd4-acf7-4029-a74f-59de830dfe91,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:02.297531 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f7149170-4a81-4560-abbe-75d078e842d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:02.331519 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.350310 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-40e0dfe4-dec3-4e82-9d6d-475b2ab969ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682788 Jun 15 14:32:02.355260 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.409850 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.412674 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.413855 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffdfffd4-acf7-4029-a74f-59de830dfe91 HTTP/1.1" status: 204 len: 168 time: 0.1526048 Jun 15 14:32:02.414720 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-91066ba4-32e9-4264-826b-7c0ec0ac91de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:02.424803 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdfffd4-acf7-4029-a74f-59de830dfe91,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:02.426974 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:02.509261 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-29502c44-9b43-4ac8-ad94-e600324cd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:02.511345 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-29502c44-9b43-4ac8-ad94-e600324cd8de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1099 time: 0.0697901 Jun 15 14:32:02.664284 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-8483475c-8b88-4622-b30a-92304bd124e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:02.665765 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-8483475c-8b88-4622-b30a-92304bd124e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 910 time: 0.1260009 Jun 15 14:32:02.757526 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-9602b5b3-f1b1-4c64-a604-503d3257e5e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 1002 time: 0.0844030 Jun 15 14:32:02.817066 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-2b2fff83-f3bf-4fc5-a482-df76765903c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:02.818541 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-2b2fff83-f3bf-4fc5-a482-df76765903c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 200 len: 848 time: 0.0521612 Jun 15 14:32:02.904082 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-cb78e700-784c-46b0-949c-83b1cf474d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:02.905723 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-cb78e700-784c-46b0-949c-83b1cf474d16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777185 Jun 15 14:32:03.040183 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-b3da114d-932f-4645-830c-217b5f788e77 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230862 Jun 15 14:32:03.168082 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b7d4861-cbd4-4e1c-92b0-3e104a0bfc23 req-baed6126-283a-42cf-96c3-6f2c99f97f7e service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205506 Jun 15 14:32:04.805513 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-5c4b94ad-4d17-4c9f-86a8-173984efe8fd tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2462d660c3ed4f8eac9fb1127b0d0271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330222 Jun 15 14:32:05.022498 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-90bab68a-8928-4144-889a-a0bcf9f6c16d tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:05.023962 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-90bab68a-8928-4144-889a-a0bcf9f6c16d tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123260 Jun 15 14:32:05.039166 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-10534a95-5490-4401-94fb-62d6b4f590e1 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/quotas/2462d660c3ed4f8eac9fb1127b0d0271 HTTP/1.1" status: 200 len: 375 time: 0.0093524 Jun 15 14:32:05.080141 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-0d8cb609-d595-40ca-92ac-3adc4e7b0958 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2462d660c3ed4f8eac9fb1127b0d0271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344782 Jun 15 14:32:05.676531 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1448bea6-4d5a-4cf9-a77f-ed8962b33b2c req-a20fbc51-8459-4cec-b40d-494fe71bfd3a tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 210 time: 0.4557371 Jun 15 14:32:06.688599 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-7793e76d-c8bc-4fdd-9c68-e39bb9eda07f tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2462d660c3ed4f8eac9fb1127b0d0271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258570 Jun 15 14:32:06.856349 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b0c81c08-0c06-4244-b76c-cc00df83125f req-08d5600e-dea4-417a-92b1-b8acc2d474f5 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 210 time: 0.0452204 Jun 15 14:32:06.879785 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-a24883a3-0959-4a77-80bf-7eec56a8f81e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:06.880440 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-a24883a3-0959-4a77-80bf-7eec56a8f81e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851408 Jun 15 14:32:06.906459 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Request body: {'port': {'device_id': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd', 'admin_state_up': True, 'tenant_id': '2462d660c3ed4f8eac9fb1127b0d0271'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:07.051563 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Made reservation on behalf of 2462d660c3ed4f8eac9fb1127b0d0271 for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:07.055401 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.067378 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.178505 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.182667 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.185762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-26c88cf7-367c-4bcd-b7b7-8bdb9a5b6dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:07.266622 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f841a84e-81ef-43e5-b8d8-d1e058fb92fe,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:07.271307 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:07.346922 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Allocated IP 192.168.233.110 (6eae1d83-e952-43ea-981a-9e0ec73e0cdd/4bba74ac-4b11-4d3b-ac8c-d9b9ec34eece/a17c4b14-66d0-48b1-807c-84761016b285) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:07.539024 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.552597 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Transition to ACTIVE for port object a17c4b14-66d0-48b1-807c-84761016b285 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:07.592207 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.596194 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:07.650513 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:07.655427 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:07.658953 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:07.665968 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Pushing event updated for resources: {'Port': ['ID=a17c4b14-66d0-48b1-807c-84761016b285,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:07.693351 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:07.725732 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:07.726483 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.746449 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8459446 Jun 15 14:32:07.818197 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Request body: {'port': {'device_id': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:07.926429 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.944799 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-58685ed6-c220-41e3-af63-14242ba1f469 None None] Provisioning for port a17c4b14-66d0-48b1-807c-84761016b285 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:07.949887 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-58685ed6-c220-41e3-af63-14242ba1f469 None None] Provisioning complete for port a17c4b14-66d0-48b1-807c-84761016b285 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:07.953446 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-58685ed6-c220-41e3-af63-14242ba1f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.999980 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-58685ed6-c220-41e3-af63-14242ba1f469 None None] Port a17c4b14-66d0-48b1-807c-84761016b285 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:32:08.230454 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ad78-254d-4a30-a160-16bc27714d9b req-81397090-43cf-4197-bdbe-49e0036264b2 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:08.232087 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0522ad78-254d-4a30-a160-16bc27714d9b req-81397090-43cf-4197-bdbe-49e0036264b2 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 936 time: 0.2339199 Jun 15 14:32:08.305583 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0522ad78-254d-4a30-a160-16bc27714d9b req-c672c87a-9da2-4995-8021-7060df18b942 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662565 Jun 15 14:32:08.375705 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17c4b14-66d0-48b1-807c-84761016b285 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:08.383093 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.395368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Transition to ACTIVE for port object a17c4b14-66d0-48b1-807c-84761016b285 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:08.399104 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.401716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4d9ea341-d093-460c-a09b-0c2152af463e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:08.499144 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522452-3e04-4948-a207-622347c683f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c4b14-66d0-48b1-807c-84761016b285,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:08.503590 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-66522452-3e04-4948-a207-622347c683f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:08.594822 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Attempting to bind port a17c4b14-66d0-48b1-807c-84761016b285 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:08.595334 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Attempting to bind port a17c4b14-66d0-48b1-807c-84761016b285 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:08.595676 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Attempting to bind port a17c4b14-66d0-48b1-807c-84761016b285 on network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:08.600250 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Port a17c4b14-66d0-48b1-807c-84761016b285 on network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:32:08.600604 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Attempting to bind port a17c4b14-66d0-48b1-807c-84761016b285 on network 6eae1d83-e952-43ea-981a-9e0ec73e0cdd {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:08.605837 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:08.606184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Checking segment: {'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:08.606610 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Bound using segment: {'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:08.607057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Bound port: a17c4b14-66d0-48b1-807c-84761016b285, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43842083-4f2b-4cff-8e98-bdbda988dc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:08.607414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.681575 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] For port a17c4b14-66d0-48b1-807c-84761016b285, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:08.685274 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] For port a17c4b14-66d0-48b1-807c-84761016b285, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a17c4b14-66d0-48b1-807c-84761016b285,segment=NetworkSegment(43842083-4f2b-4cff-8e98-bdbda988dc5f),segment_id=43842083-4f2b-4cff-8e98-bdbda988dc5f)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:08.690264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.692252 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4570ce09-a906-494e-9381-5a2f5d6adb82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:08.737092 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:08.737751 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.739162 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-66522452-3e04-4948-a207-622347c683f8 service neutron] 10.222.0.61 "PUT /v2.0/ports/a17c4b14-66d0-48b1-807c-84761016b285 HTTP/1.1" status: 200 len: 1098 time: 0.9749300 Jun 15 14:32:08.739700 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'tag': 'a17c4b14-66d0-48b1-807c-84761016b285'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:08.742091 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65", "tag": "a17c4b14-66d0-48b1-807c-84761016b285"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:08.767347 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66522452-3e04-4948-a207-622347c683f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c4b14-66d0-48b1-807c-84761016b285,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:08.771401 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-66522452-3e04-4948-a207-622347c683f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:08.792496 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31011714-73b7-48ea-816b-3a5087cba030 x-openstack-request-id: req-31011714-73b7-48ea-816b-3a5087cba030 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:08.792926 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65", "tag": "a17c4b14-66d0-48b1-807c-84761016b285", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:08.793288 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31011714-73b7-48ea-816b-3a5087cba030 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:08.793878 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'tag': 'a17c4b14-66d0-48b1-807c-84761016b285', 'status': 'completed', 'code': 200} Jun 15 14:32:08.890761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-16a05b71-bb92-4233-a762-b53840512c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:08.892468 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-16a05b71-bb92-4233-a762-b53840512c14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2462d660c3ed4f8eac9fb1127b0d0271&device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 1101 time: 0.0803902 Jun 15 14:32:08.961756 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-808fd556-aa73-4d41-bdc3-3a504c332cd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a17c4b14-66d0-48b1-807c-84761016b285 HTTP/1.1" status: 200 len: 217 time: 0.0517602 Jun 15 14:32:09.023177 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-71218d6a-4592-45c0-a971-ab72b5c60609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.024652 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-71218d6a-4592-45c0-a971-ab72b5c60609 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4bba74ac-4b11-4d3b-ac8c-d9b9ec34eece HTTP/1.1" status: 200 len: 843 time: 0.0561402 Jun 15 14:32:09.100492 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2a560be5-bf2e-4cb7-abb0-19eb0971e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.102329 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-2a560be5-bf2e-4cb7-abb0-19eb0971e914 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6eae1d83-e952-43ea-981a-9e0ec73e0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702388 Jun 15 14:32:09.225946 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-3a04f3c2-b772-4d9e-ae9e-5de4fed9868c service neutron] 10.222.0.61 "GET /v2.0/networks/6eae1d83-e952-43ea-981a-9e0ec73e0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155298 Jun 15 14:32:09.348321 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6185e359-a8ef-43f9-a736-ea710e029a98 req-fb7a0154-7570-4428-88bd-21c737495ae8 service neutron] 10.222.0.61 "GET /v2.0/networks/6eae1d83-e952-43ea-981a-9e0ec73e0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104319 Jun 15 14:32:09.566386 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7862f-ece4-44e3-a537-98c12a0a2290 req-563fdbb6-8dc1-445a-9efd-59bd0f9b416e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.567900 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c1a7862f-ece4-44e3-a537-98c12a0a2290 req-563fdbb6-8dc1-445a-9efd-59bd0f9b416e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 948 time: 0.1220152 Jun 15 14:32:09.572316 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-f69e8492-3144-4940-b3ff-f1b0bf6e9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.574477 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-f69e8492-3144-4940-b3ff-f1b0bf6e9327 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2462d660c3ed4f8eac9fb1127b0d0271&device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 1101 time: 0.0911868 Jun 15 14:32:09.649060 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c1a7862f-ece4-44e3-a537-98c12a0a2290 req-966f7eca-97f4-4455-8aba-2411b13ed69d tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737176 Jun 15 14:32:09.721744 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-3eb1cf67-e332-4297-b155-f95bfc9fe8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.723328 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-3eb1cf67-e332-4297-b155-f95bfc9fe8a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6eae1d83-e952-43ea-981a-9e0ec73e0cdd HTTP/1.1" status: 200 len: 870 time: 0.1411891 Jun 15 14:32:09.789373 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-5fff7699-4e59-48c5-91a8-1d5f82bce8df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=a17c4b14-66d0-48b1-807c-84761016b285 HTTP/1.1" status: 200 len: 217 time: 0.0568993 Jun 15 14:32:09.851754 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-bff80c73-6397-4710-9ae2-377e2810f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.853256 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-bff80c73-6397-4710-9ae2-377e2810f7c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4bba74ac-4b11-4d3b-ac8c-d9b9ec34eece HTTP/1.1" status: 200 len: 843 time: 0.0555372 Jun 15 14:32:09.929087 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-12c89454-1214-429d-a236-b5d3b804dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.931381 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-12c89454-1214-429d-a236-b5d3b804dd6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6eae1d83-e952-43ea-981a-9e0ec73e0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0673826 Jun 15 14:32:10.087899 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-14695faf-bbb8-47b6-bffc-bafbc476c43f service neutron] 10.222.0.61 "GET /v2.0/networks/6eae1d83-e952-43ea-981a-9e0ec73e0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390254 Jun 15 14:32:10.218876 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6285a5f0-97a0-45e1-9f28-1c23c1ac6ae2 req-b3282dc4-2069-4544-b61a-9c75222a8c1e service neutron] 10.222.0.61 "GET /v2.0/networks/6eae1d83-e952-43ea-981a-9e0ec73e0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216793 Jun 15 14:32:10.847187 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef0f17-2648-4488-97d7-b56bdffcfe1e req-16a116ab-0628-471c-a921-e9036328bfac tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:10.848743 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-87ef0f17-2648-4488-97d7-b56bdffcfe1e req-16a116ab-0628-471c-a921-e9036328bfac tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 948 time: 0.0816205 Jun 15 14:32:10.902514 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-87ef0f17-2648-4488-97d7-b56bdffcfe1e req-92f84496-dab1-4c30-adfc-8e0711a2c552 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 Jun 15 14:32:11.940814 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781ac67-50c3-4aa9-ab15-4eb08881fbe4 req-82bfeab6-4569-4ca9-b021-580ba60ec58a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:11.942309 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8781ac67-50c3-4aa9-ab15-4eb08881fbe4 req-82bfeab6-4569-4ca9-b021-580ba60ec58a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0952644 Jun 15 14:32:11.987923 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8781ac67-50c3-4aa9-ab15-4eb08881fbe4 req-cc2e3fa1-7147-4371-9706-36aff64d326c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384846 Jun 15 14:32:12.324942 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71896ba-e7a0-443c-95c6-5a261a409681 req-0f628943-f01d-4c8d-93d8-39d289f3f00e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:12.326544 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e71896ba-e7a0-443c-95c6-5a261a409681 req-0f628943-f01d-4c8d-93d8-39d289f3f00e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 948 time: 0.0757024 Jun 15 14:32:12.374295 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e71896ba-e7a0-443c-95c6-5a261a409681 req-5e790378-6f00-45b2-94a1-59a0c8e333f8 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Jun 15 14:32:12.584320 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656b2ec-64f4-4789-8ff1-c79954b42890 req-3c33117a-e3ca-4d77-b70a-9b7e28e73e36 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:12.586043 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6656b2ec-64f4-4789-8ff1-c79954b42890 req-3c33117a-e3ca-4d77-b70a-9b7e28e73e36 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 946 time: 0.0815043 Jun 15 14:32:12.631527 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6656b2ec-64f4-4789-8ff1-c79954b42890 req-675c977a-0dcf-4c3d-96d5-5b97bf7accb0 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Jun 15 14:32:13.186974 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163ba99-b1e8-467c-b78b-3f7c27d185b4 req-63a370f3-0d1b-4b39-9913-c4a7befa453d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.188495 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1163ba99-b1e8-467c-b78b-3f7c27d185b4 req-63a370f3-0d1b-4b39-9913-c4a7befa453d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0779738 Jun 15 14:32:13.234737 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1163ba99-b1e8-467c-b78b-3f7c27d185b4 req-29e2812b-c7ac-4ff5-9e23-e2717f978225 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Jun 15 14:32:13.591439 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eaa3-5815-4cf7-a36c-2b26d380ee67 req-a54ffbcc-0e63-4344-8a2d-1590807916d3 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.592945 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4f22eaa3-5815-4cf7-a36c-2b26d380ee67 req-a54ffbcc-0e63-4344-8a2d-1590807916d3 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 948 time: 0.0826914 Jun 15 14:32:13.635732 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4f22eaa3-5815-4cf7-a36c-2b26d380ee67 req-477bab83-4322-441d-8434-4e7ccd7ed1ad tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Jun 15 14:32:13.655926 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a17c4b14-66d0-48b1-807c-84761016b285 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:32:13.787993 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a17c4b14-66d0-48b1-807c-84761016b285, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a17c4b14-66d0-48b1-807c-84761016b285,segment=NetworkSegment(43842083-4f2b-4cff-8e98-bdbda988dc5f),segment_id=43842083-4f2b-4cff-8e98-bdbda988dc5f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:13.801385 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'a17c4b14-66d0-48b1-807c-84761016b285', 'network_id': '6eae1d83-e952-43ea-981a-9e0ec73e0cdd', 'port_id': 'a17c4b14-66d0-48b1-807c-84761016b285', 'mac_address': 'fa:16:3e:85:c1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bba74ac-4b11-4d3b-ac8c-d9b9ec34eece', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:32:13.829250 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe52336-9349-4f4b-9d01-c70f2595db68 req-93058b50-e1a8-4366-8268-cf516929f5ec tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.830772 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bbe52336-9349-4f4b-9d01-c70f2595db68 req-93058b50-e1a8-4366-8268-cf516929f5ec tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 946 time: 0.0745862 Jun 15 14:32:13.854144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:13.870092 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17c4b14-66d0-48b1-807c-84761016b285 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:13.878447 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bbe52336-9349-4f4b-9d01-c70f2595db68 req-f23357fa-bcba-40c4-88b2-54741fe970cb tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Jun 15 14:32:13.893648 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a17c4b14-66d0-48b1-807c-84761016b285, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a17c4b14-66d0-48b1-807c-84761016b285,segment=NetworkSegment(43842083-4f2b-4cff-8e98-bdbda988dc5f),segment_id=43842083-4f2b-4cff-8e98-bdbda988dc5f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:13.898002 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:13.900082 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e3504421-2ae7-40b1-8fdf-b64fea8cc3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:13.960958 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a17c4b14-66d0-48b1-807c-84761016b285,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:13.964054 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:14.295596 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['a17c4b14-66d0-48b1-807c-84761016b285'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:14.473983 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df6e86-6341-481a-b1d6-300a308a7ec4 req-d9d86fb6-45fb-4a6d-8cef-ae9b412363ad tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:14.475407 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e0df6e86-6341-481a-b1d6-300a308a7ec4 req-d9d86fb6-45fb-4a6d-8cef-ae9b412363ad tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1226418 Jun 15 14:32:14.483720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-e2848ff4-79ac-4907-8554-31d7664b77ea tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:14.485081 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-e2848ff4-79ac-4907-8554-31d7664b77ea tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 946 time: 0.0960839 Jun 15 14:32:14.566002 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e0df6e86-6341-481a-b1d6-300a308a7ec4 req-2a90f66e-d069-47e6-9324-d81af622b1c5 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799387 Jun 15 14:32:14.625542 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Deleting port 74231210-dd1c-482c-bc8e-8a38b4e29977 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:32:14.625879 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:14.749529 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] For port 74231210-dd1c-482c-bc8e-8a38b4e29977, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=74231210-dd1c-482c-bc8e-8a38b4e29977,segment=NetworkSegment(99fa72f1-8fab-451c-82f1-64389221fe03),segment_id=99fa72f1-8fab-451c-82f1-64389221fe03)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:14.749809 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:14.872838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Calling delete_port for 74231210-dd1c-482c-bc8e-8a38b4e29977 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:32:14.986555 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142370be-d831-44eb-851c-6cb4d80f392c req-bfeae50e-2368-4386-bf02-32a9cf58fd0c tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:14.988067 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-142370be-d831-44eb-851c-6cb4d80f392c req-bfeae50e-2368-4386-bf02-32a9cf58fd0c tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 949 time: 0.2292130 Jun 15 14:32:15.398163 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-142370be-d831-44eb-851c-6cb4d80f392c req-5ac11e1e-beae-4705-8d3b-2e3e3e1b075c tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030039 Jun 15 14:32:15.426104 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:15.430471 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ea47cc7c-613e-4468-9973-aa46adb570bf tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:15.466395 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['74231210-dd1c-482c-bc8e-8a38b4e29977'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:15.470708 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29445d-bc03-4650-8caf-ed97f7196cf4 req-10cea7ed-8ccd-4b70-a7af-65933f0d7531 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:15.472421 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2b29445d-bc03-4650-8caf-ed97f7196cf4 req-10cea7ed-8ccd-4b70-a7af-65933f0d7531 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c354ef7-1425-4e93-b926-ae241196f119 HTTP/1.1" status: 200 len: 946 time: 0.4684722 Jun 15 14:32:15.474980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Pushing event deleted for resources: {'Port': ['ID=74231210-dd1c-482c-bc8e-8a38b4e29977,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:15.478415 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:15.547228 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] No DVR routers for this DVR port 74231210-dd1c-482c-bc8e-8a38b4e29977 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:32:15.550508 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:15.552410 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74b976b3-b59a-418d-bd2e-c9be71410857 req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.61 "DELETE /v2.0/ports/74231210-dd1c-482c-bc8e-8a38b4e29977 HTTP/1.1" status: 204 len: 173 time: 1.0607030 Jun 15 14:32:15.552910 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c354ef7-1425-4e93-b926-ae241196f119', 'name': 'network-vif-deleted', 'tag': '74231210-dd1c-482c-bc8e-8a38b4e29977'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:15.555222 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aef1ed-3b4e-47c6-86d5-18ca7f273dc5" -d '{"events": [{"server_uuid": "5c354ef7-1425-4e93-b926-ae241196f119", "name": "network-vif-deleted", "tag": "74231210-dd1c-482c-bc8e-8a38b4e29977"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:15.579024 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2b29445d-bc03-4650-8caf-ed97f7196cf4 req-4c290e3c-170b-4faa-a569-0783a35d73a4 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] 10.222.0.15 "GET /v2.0/security-groups?id=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724046 Jun 15 14:32:15.629603 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e762c7c7-6e28-4ffd-9ffc-0a0b180c4773 x-openstack-request-id: req-e762c7c7-6e28-4ffd-9ffc-0a0b180c4773 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:15.629938 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c354ef7-1425-4e93-b926-ae241196f119", "name": "network-vif-deleted", "tag": "74231210-dd1c-482c-bc8e-8a38b4e29977", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:15.630226 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e762c7c7-6e28-4ffd-9ffc-0a0b180c4773 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:15.630690 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c354ef7-1425-4e93-b926-ae241196f119', 'name': 'network-vif-deleted', 'tag': '74231210-dd1c-482c-bc8e-8a38b4e29977', 'status': 'completed', 'code': 200} Jun 15 14:32:15.689609 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a17c4b14-66d0-48b1-807c-84761016b285 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:15.754397 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port a17c4b14-66d0-48b1-807c-84761016b285 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:15.759015 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port a17c4b14-66d0-48b1-807c-84761016b285 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:15.759487 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:15.784693 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ffe9a-796d-4332-b170-ba07d06eee21 req-77e1ac6c-d428-4704-bb08-d99d0e7132ab tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:15.786287 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-307ffe9a-796d-4332-b170-ba07d06eee21 req-77e1ac6c-d428-4704-bb08-d99d0e7132ab tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0877290 Jun 15 14:32:15.832017 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-307ffe9a-796d-4332-b170-ba07d06eee21 req-7ab2a612-bd95-4589-b129-5a697500301a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379307 Jun 15 14:32:15.872575 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:15.900690 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c4b14-66d0-48b1-807c-84761016b285'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:15.903115 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1e1ec-4792-4c65-8036-ef0f96a79ce1" -d '{"events": [{"server_uuid": "5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a17c4b14-66d0-48b1-807c-84761016b285"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:15.918099 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a17c4b14-66d0-48b1-807c-84761016b285, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a17c4b14-66d0-48b1-807c-84761016b285,segment=NetworkSegment(43842083-4f2b-4cff-8e98-bdbda988dc5f),segment_id=43842083-4f2b-4cff-8e98-bdbda988dc5f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:15.922647 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:15.924651 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:15.951863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1345a829-9f6c-43f5-909d-57aa04546bd2 x-openstack-request-id: req-1345a829-9f6c-43f5-909d-57aa04546bd2 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:15.952162 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65", "name": "network-vif-plugged", "status": "completed", "tag": "a17c4b14-66d0-48b1-807c-84761016b285", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:15.952426 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1345a829-9f6c-43f5-909d-57aa04546bd2 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:15.952801 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c4b14-66d0-48b1-807c-84761016b285', 'code': 200} Jun 15 14:32:15.984814 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a17c4b14-66d0-48b1-807c-84761016b285,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:15.988207 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:16.255079 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18ad81-6b27-4c7b-ad3d-03bfa2d3b171 req-ba4c433e-ddce-4806-93ba-93847ec38c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:16.256887 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3e18ad81-6b27-4c7b-ad3d-03bfa2d3b171 req-ba4c433e-ddce-4806-93ba-93847ec38c88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 1103 time: 0.0638523 Jun 15 14:32:16.309141 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3e18ad81-6b27-4c7b-ad3d-03bfa2d3b171 req-735efafb-76bb-487d-888e-5fbe57f327ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344324 Jun 15 14:32:16.612131 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f35cf-046b-41f5-91ec-51e387835725 req-e75a0f65-a991-43b8-a983-918d9ec21282 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:16.614178 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-472f35cf-046b-41f5-91ec-51e387835725 req-e75a0f65-a991-43b8-a983-918d9ec21282 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 950 time: 0.0896759 Jun 15 14:32:16.669098 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-472f35cf-046b-41f5-91ec-51e387835725 req-912ab9e8-acb4-4c1a-8b1a-4cc79534324d tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Jun 15 14:32:17.038453 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e0d8b-1f9d-4e5b-9f2a-b792aa885a02 req-0862da60-cce3-42d1-809a-e752415e0d68 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:17.040683 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-057e0d8b-1f9d-4e5b-9f2a-b792aa885a02 req-0862da60-cce3-42d1-809a-e752415e0d68 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0928035 Jun 15 14:32:17.085182 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-057e0d8b-1f9d-4e5b-9f2a-b792aa885a02 req-ce5abcac-0857-4770-b4ed-58770bb08f90 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 Jun 15 14:32:17.863076 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d5e8e-ca4a-4181-9f27-e19683f8cdee req-c66cbf55-2eea-419d-bd2e-b1c7165749eb tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:17.864622 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc8d5e8e-ca4a-4181-9f27-e19683f8cdee req-c66cbf55-2eea-419d-bd2e-b1c7165749eb tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 950 time: 0.0781012 Jun 15 14:32:17.910148 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc8d5e8e-ca4a-4181-9f27-e19683f8cdee req-b630147d-90cc-4767-9bbe-e4610637b461 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396354 Jun 15 14:32:18.318867 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f749ba-722c-4246-9e1f-df50502215a1 req-5a7cb324-a99a-4519-9bc7-6e9357775986 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:18.334124 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-21f749ba-722c-4246-9e1f-df50502215a1 req-5a7cb324-a99a-4519-9bc7-6e9357775986 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1126575 Jun 15 14:32:18.427014 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-21f749ba-722c-4246-9e1f-df50502215a1 req-65fc6c5b-4a56-4d7e-8b09-ca572ba57466 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918429 Jun 15 14:32:18.457031 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600824a-de9a-40fc-8119-e96dc427ce44 req-be5b6e36-d8b8-4ded-ab26-b65ce1f0aa5e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:18.458536 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d600824a-de9a-40fc-8119-e96dc427ce44 req-be5b6e36-d8b8-4ded-ab26-b65ce1f0aa5e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 950 time: 0.1213639 Jun 15 14:32:18.503757 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d600824a-de9a-40fc-8119-e96dc427ce44 req-fa84490a-5c8f-4711-816a-ff9d15dde52e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Jun 15 14:32:19.611325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca56fa-c92b-4244-a864-83fc0d2ea4fd req-f90d96b0-a526-4291-8f46-75dc280d8e8a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:19.612697 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14ca56fa-c92b-4244-a864-83fc0d2ea4fd req-f90d96b0-a526-4291-8f46-75dc280d8e8a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0689862 Jun 15 14:32:19.654977 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14ca56fa-c92b-4244-a864-83fc0d2ea4fd req-da83f665-ea4e-439d-b2fe-2d7c3f85f6cc tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355883 Jun 15 14:32:19.851804 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb917-bf7f-4f40-a4eb-5b99e9351cf1 req-d0df9959-1976-4216-9745-9fe38d8dd9d0 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:19.853295 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d6fdb917-bf7f-4f40-a4eb-5b99e9351cf1 req-d0df9959-1976-4216-9745-9fe38d8dd9d0 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 950 time: 0.0771220 Jun 15 14:32:19.898385 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d6fdb917-bf7f-4f40-a4eb-5b99e9351cf1 req-ed49a460-d07f-4a4a-8cc6-dcedfa59b699 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Jun 15 14:32:20.848118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116efb2b-f7cf-4da3-90fb-8767af825baf req-640c7d81-b45f-4080-adb3-dd419cce3ced tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:20.849754 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-116efb2b-f7cf-4da3-90fb-8767af825baf req-640c7d81-b45f-4080-adb3-dd419cce3ced tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0754158 Jun 15 14:32:20.893661 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-116efb2b-f7cf-4da3-90fb-8767af825baf req-0bd44b11-c7ad-4b47-9853-13875324bd59 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382543 Jun 15 14:32:21.090021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3848fc0-c945-4a86-9897-de466c94bba6 req-778c02cc-3a6a-4c31-9ebc-ab9596e489a4 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:21.091520 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d3848fc0-c945-4a86-9897-de466c94bba6 req-778c02cc-3a6a-4c31-9ebc-ab9596e489a4 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 950 time: 0.0767834 Jun 15 14:32:21.133712 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d3848fc0-c945-4a86-9897-de466c94bba6 req-b0a6a034-23c9-432c-a426-917a40c8a58f tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Jun 15 14:32:21.337078 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 74231210-dd1c-482c-bc8e-8a38b4e29977 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:32:21.363081 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 74231210-dd1c-482c-bc8e-8a38b4e29977 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:32:21.363449 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 74231210-dd1c-482c-bc8e-8a38b4e29977 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:32:22.083624 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04495454-c76c-430c-a522-fa2cac88d04b req-8552e3b7-39ce-4405-a021-c69b75ee6a79 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:22.085154 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-04495454-c76c-430c-a522-fa2cac88d04b req-8552e3b7-39ce-4405-a021-c69b75ee6a79 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0724573 Jun 15 14:32:22.132459 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-04495454-c76c-430c-a522-fa2cac88d04b req-f1aac817-530e-4858-872e-976d11227e92 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Jun 15 14:32:22.407410 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cad3b-3c43-4bf3-822b-309bc8ca7a55 req-5f94f82f-fded-4ccf-ad72-5494589ac0c0 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:22.408875 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-879cad3b-3c43-4bf3-822b-309bc8ca7a55 req-5f94f82f-fded-4ccf-ad72-5494589ac0c0 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 950 time: 0.1335335 Jun 15 14:32:22.419170 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-30d9a386-18b3-4bc9-84ac-aa42f60bef81 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:22.420685 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-30d9a386-18b3-4bc9-84ac-aa42f60bef81 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 950 time: 0.1027055 Jun 15 14:32:22.509442 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-879cad3b-3c43-4bf3-822b-309bc8ca7a55 req-77b8ec4d-60b6-47bf-a887-66ed44d7285a tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/security-groups?id=f841a84e-81ef-43e5-b8d8-d1e058fb92fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877302 Jun 15 14:32:22.580047 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Deleting port a17c4b14-66d0-48b1-807c-84761016b285 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:32:22.580479 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:22.703735 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] For port a17c4b14-66d0-48b1-807c-84761016b285, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a17c4b14-66d0-48b1-807c-84761016b285,segment=NetworkSegment(43842083-4f2b-4cff-8e98-bdbda988dc5f),segment_id=43842083-4f2b-4cff-8e98-bdbda988dc5f)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:22.704136 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:22.816155 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Calling delete_port for a17c4b14-66d0-48b1-807c-84761016b285 owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:32:22.982451 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:22.986838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-447bda0a-2033-4987-bb2d-b005ab1a2df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:23.016619 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Pushing event deleted for resources: {'Port': ['ID=a17c4b14-66d0-48b1-807c-84761016b285,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:23.019499 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['a17c4b14-66d0-48b1-807c-84761016b285'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:23.031915 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.032404 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.032646 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.033006 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.033359 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.033712 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.034066 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.034439 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.034793 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.035141 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.035486 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.035830 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:23.063288 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:23.090298 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] No DVR routers for this DVR port a17c4b14-66d0-48b1-807c-84761016b285 on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:32:23.092856 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:23.094920 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c744708c-1a31-4896-9eee-9c8bb80ab7fa req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.61 "DELETE /v2.0/ports/a17c4b14-66d0-48b1-807c-84761016b285 HTTP/1.1" status: 204 len: 173 time: 0.6669152 Jun 15 14:32:23.095442 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'name': 'network-vif-deleted', 'tag': 'a17c4b14-66d0-48b1-807c-84761016b285'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:23.097770 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc1953-ac9a-41b5-94a2-29a0274de661" -d '{"events": [{"server_uuid": "5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65", "name": "network-vif-deleted", "tag": "a17c4b14-66d0-48b1-807c-84761016b285"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:23.211195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490f5582-bdfe-45d4-9a0e-288c13fa4696 x-openstack-request-id: req-490f5582-bdfe-45d4-9a0e-288c13fa4696 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:23.211856 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65", "name": "network-vif-deleted", "tag": "a17c4b14-66d0-48b1-807c-84761016b285", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:23.212324 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-490f5582-bdfe-45d4-9a0e-288c13fa4696 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:23.213075 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65', 'name': 'network-vif-deleted', 'tag': 'a17c4b14-66d0-48b1-807c-84761016b285', 'status': 'completed', 'code': 200} Jun 15 14:32:23.344487 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2a9e7-cc8a-4aa3-9871-8e7fe1ada6b6 req-8064c498-059e-4243-9dfd-7cb7f4d96a05 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:23.345978 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2df2a9e7-cc8a-4aa3-9871-8e7fe1ada6b6 req-8064c498-059e-4243-9dfd-7cb7f4d96a05 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0798020 Jun 15 14:32:23.391929 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2df2a9e7-cc8a-4aa3-9871-8e7fe1ada6b6 req-5719dba5-123f-4105-bd53-7b4b2a5fa339 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398874 Jun 15 14:32:23.685264 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-63d1e776-96e9-4579-a140-4ca3680202ba req-421de3e1-7668-4965-b794-28b5748d73d4 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aa8df5a-6597-4ff3-ac2d-8a21cd22fe65 HTTP/1.1" status: 200 len: 210 time: 0.0355453 Jun 15 14:32:24.591493 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a56616-f8c4-4de7-9436-fb6717480f87 req-6aa74b45-ebd1-422b-aa0e-b586816367a1 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:24.592923 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-13a56616-f8c4-4de7-9436-fb6717480f87 req-6aa74b45-ebd1-422b-aa0e-b586816367a1 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0770583 Jun 15 14:32:24.635320 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-13a56616-f8c4-4de7-9436-fb6717480f87 req-54c0969f-a2da-4de3-9981-4eb6829ff3bd tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366504 Jun 15 14:32:25.408944 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0e6e9139-e530-458b-aff3-eadca5377299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:25.846829 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7371fb-901c-41e4-aac5-ac5deaa24fac req-e78e854e-b1c7-4bd9-9211-5a035ff56d9d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:25.848375 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-de7371fb-901c-41e4-aac5-ac5deaa24fac req-e78e854e-b1c7-4bd9-9211-5a035ff56d9d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0897117 Jun 15 14:32:25.904040 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-de7371fb-901c-41e4-aac5-ac5deaa24fac req-89d733b7-70c8-4703-9afd-87f5e3c26471 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474312 Jun 15 14:32:27.110615 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f545-3007-4303-95a6-a588e399ef16 req-91b793d9-a072-4c58-a8cc-de27e18235a7 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:27.113883 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a877f545-3007-4303-95a6-a588e399ef16 req-91b793d9-a072-4c58-a8cc-de27e18235a7 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0877037 Jun 15 14:32:27.159250 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a877f545-3007-4303-95a6-a588e399ef16 req-682871ba-5bd7-4f0d-b7db-b7471411c939 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 Jun 15 14:32:27.571126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:28.359241 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715867f-e387-49d9-b3c1-85394153c950 req-98c68521-e71a-4ebd-b452-2b59ad8b8f0d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:28.360788 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e715867f-e387-49d9-b3c1-85394153c950 req-98c68521-e71a-4ebd-b452-2b59ad8b8f0d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0751865 Jun 15 14:32:28.407357 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e715867f-e387-49d9-b3c1-85394153c950 req-c47c9dee-17c4-47a9-b195-6cee241247ff tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388379 Jun 15 14:32:28.675339 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a17c4b14-66d0-48b1-807c-84761016b285 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:32:28.699660 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: a17c4b14-66d0-48b1-807c-84761016b285 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:32:28.700288 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a17c4b14-66d0-48b1-807c-84761016b285 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:32:29.032299 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d9d592a5-daf1-4dcf-bd0d-8ada5553372e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:29.603879 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadf235-3182-4ae6-89e7-2352e13bb575 req-ad9beea6-18c0-4e5e-bbad-2fcc77f11a9e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:29.606137 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ccadf235-3182-4ae6-89e7-2352e13bb575 req-ad9beea6-18c0-4e5e-bbad-2fcc77f11a9e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0790515 Jun 15 14:32:29.662854 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ccadf235-3182-4ae6-89e7-2352e13bb575 req-42c31923-0a64-44a9-b41a-a1b15430a844 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487483 Jun 15 14:32:29.680543 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:30.241450 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:30.885359 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e3fe2-ad83-4469-91ef-6db072d68370 req-ca0a5c2e-3ace-4e96-94b8-3e5ff2cb154a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:30.894104 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-736e3fe2-ad83-4469-91ef-6db072d68370 req-ca0a5c2e-3ace-4e96-94b8-3e5ff2cb154a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0970776 Jun 15 14:32:30.963011 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-736e3fe2-ad83-4469-91ef-6db072d68370 req-f4b0af1d-ca4d-4f8a-a21e-b7538e7669ed tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677888 Jun 15 14:32:31.046719 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 52476) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:31.207404 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-43584303-f362-4ed7-b90b-3b93904530c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2462d660c3ed4f8eac9fb1127b0d0271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591694 Jun 15 14:32:31.209994 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 52484) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:31.267753 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:31.291372 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:31.342774 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:31.345372 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:31.346549 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f841a84e-81ef-43e5-b8d8-d1e058fb92fe HTTP/1.1" status: 204 len: 168 time: 0.1355100 Jun 15 14:32:31.347348 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c5ffc9b5-3d30-4f2c-9113-af98b83ded9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:31.357211 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f841a84e-81ef-43e5-b8d8-d1e058fb92fe,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:31.364888 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.365271 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.365645 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.366015 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.366415 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.366782 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.367144 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.367501 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.367864 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.368221 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.368692 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.369060 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:31.372904 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8d464bf1-dfc2-403f-8578-8cd10a9fef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:31.404039 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.058232 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 52510) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:32.173921 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-299589139-network', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:32.181377 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9363-a5fe-448b-8396-7b57471561f5 req-a715120c-a009-4378-99d9-d01a06afc435 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:32.184038 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cfb9363-a5fe-448b-8396-7b57471561f5 req-a715120c-a009-4378-99d9-d01a06afc435 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0912008 Jun 15 14:32:32.201523 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Made reservation on behalf of 07f5a11a65c04b8980f5b6f40500f12f for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:32.204228 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.222702 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.257522 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7cfb9363-a5fe-448b-8396-7b57471561f5 req-a3b7e835-8f25-4545-a155-12cc56e3010f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635135 Jun 15 14:32:32.358425 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.363709 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.368820 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-45e5cad4-441c-4bbe-ada8-8550b94db7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:32.400598 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:32:32.410625 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88579b8c-668f-43de-b73e-6496ea596e1b,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:32.415053 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:32.418809 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.419190 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Added segment 6b24fadb-6337-4910-bd59-42eea9b47ef7 of type vlan for network ce81d7e3-1f8f-4227-8439-d485b6bc65db Jun 15 14:32:32.493526 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.553073 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.554785 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:32.555435 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.557926 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f72db60-27b3-4863-9a9c-9c58d0e33675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:32.605372 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5458019 Jun 15 14:32:32.608594 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52530) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:32.615292 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Request body: {'subnet': {'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-299589139-subnet', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:32.644077 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Made reservation on behalf of 07f5a11a65c04b8980f5b6f40500f12f for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:32.647332 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26596673'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.662022 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ce81d7e3-1f8f-4227-8439-d485b6bc65db,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:32.665017 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:32.672985 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:32:32.880197 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26467473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26596695'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:32.883817 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6597b21c-8a8d-401c-b6d4-2e0a3e287e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:32.964183 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47a2f00-97da-49ae-adaf-19b89e7ce50e,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:32.968438 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:32.980995 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Checking segment: {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:32.981592 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Network hostable DHCP agents. Network: ce81d7e3-1f8f-4227-8439-d485b6bc65db, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:32:32.999672 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:32:33.008781 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, ce81d7e3-1f8f-4227-8439-d485b6bc65db) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:33.013391 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:33.014320 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.020954 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fb782-cb18-40a3-958a-207e3ae67d26 None None] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:32:33.033094 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4231315 Jun 15 14:32:33.036754 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52532) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:33.041177 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:33.063180 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.064165 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.142645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.242862 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:32:33.243793 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.446300 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Allocated IP 172.20.0.2 (ce81d7e3-1f8f-4227-8439-d485b6bc65db/b47a2f00-97da-49ae-adaf-19b89e7ce50e/0390c41d-0e4c-46f6-ad93-53895b3a5ccc) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:33.468212 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.546004 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861d40e-098d-4fc5-98d6-8c49865faff2 req-0c0177e8-ea24-4537-98cb-bed87ae74118 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:33.547632 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9861d40e-098d-4fc5-98d6-8c49865faff2 req-0c0177e8-ea24-4537-98cb-bed87ae74118 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1232085 Jun 15 14:32:33.644114 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.654156 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Transition to ACTIVE for port object 0390c41d-0e4c-46f6-ad93-53895b3a5ccc will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:33.673645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Transition to ACTIVE for port object 0390c41d-0e4c-46f6-ad93-53895b3a5ccc will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:33.680709 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9861d40e-098d-4fc5-98d6-8c49865faff2 req-6fb677c5-854c-4bda-8f8e-2233e285b6d8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215639 Jun 15 14:32:33.696027 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.714687 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:33.722299 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:33.751625 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:33.755271 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:33.826754 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Pushing event updated for resources: {'Port': ['ID=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:33.857476 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.857909 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.858282 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.858654 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.859037 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.859528 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.859813 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.860172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.860511 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.860860 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.861220 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.861502 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:33.874033 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:33.891645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Attempting to bind port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:33.892134 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Attempting to bind port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:33.892431 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Attempting to bind port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc on network ce81d7e3-1f8f-4227-8439-d485b6bc65db {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:33.899587 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:33.899917 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Checking segment: {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:33.900275 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.900661 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Bound using segment: {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:33.901144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Bound port: 0390c41d-0e4c-46f6-ad93-53895b3a5ccc, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:33.901538 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.911045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.951815 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:34.005778 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] For port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:34.009910 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] For port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:34.015532 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:34.017642 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:34.102545 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Pushing event updated for resources: {'Port': ['ID=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:34.106811 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:34.192227 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Allocated IP 172.27.3.73 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/dd3d2a7c-6868-4359-a860-f3cbf7a8ce58) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:34.277961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-ee3f4e6a-5a3f-470e-a112-97eddd0ee4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:34.281419 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-ee3f4e6a-5a3f-470e-a112-97eddd0ee4ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1809380 Jun 15 14:32:34.403203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4546612-dafb-404e-be2d-1bad113d1c97 req-46cf411d-1541-436e-960c-5955e094a23e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:34.404881 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a4546612-dafb-404e-be2d-1bad113d1c97 req-46cf411d-1541-436e-960c-5955e094a23e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.3152311 Jun 15 14:32:34.530943 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:34.554917 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a4546612-dafb-404e-be2d-1bad113d1c97 req-4adca272-3162-4294-8182-1791ad1cbaba tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421649 Jun 15 14:32:34.564512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-29c0c0e7-4a24-441c-b52c-e350eec7f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:34.566031 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-29c0c0e7-4a24-441c-b52c-e350eec7f0b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 911 time: 0.2764232 Jun 15 14:32:35.023426 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-fb2100cb-ecc9-437e-b9b0-d11a9051419a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 200 len: 1001 time: 0.4501688 Jun 15 14:32:35.028402 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:35.031735 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c514cdc3-9f80-4d95-b6c6-77c1e3edbf30 tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:35.170440 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 0390c41d-0e4c-46f6-ad93-53895b3a5ccc up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:35.179815 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:35.197617 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:35.205552 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:35.213373 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Pushing event updated for resources: {'Port': ['ID=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:35.219159 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79bb9a-8462-4300-89b3-8c10f6eb5129 None None] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:32:35.247566 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:35.257099 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-be5ea5ff-78e1-48f9-b069-5e8f0e9c74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:35.258583 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-be5ea5ff-78e1-48f9-b069-5e8f0e9c74dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.1904323 Jun 15 14:32:35.274837 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-236d91ec-29cb-486d-bb82-b3fe86524352 None None] Provisioning for port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:35.339150 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:32:35.354588 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:35.370080 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:35.370509 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:35.473188 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f25bc5-11b8-4ce4-8f2c-afa391307a59 req-d7f0ab4d-94f5-41cf-af41-dc740d8ab4df tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:35.474635 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b4f25bc5-11b8-4ce4-8f2c-afa391307a59 req-d7f0ab4d-94f5-41cf-af41-dc740d8ab4df tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.4076941 Jun 15 14:32:35.524581 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-6ebd9127-7720-436e-95aa-909aae3e3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:35.526063 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-6ebd9127-7720-436e-95aa-909aae3e3a99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2566569 Jun 15 14:32:35.558062 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:35.621565 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:35.625774 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:35.628012 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:35.683735 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b4f25bc5-11b8-4ce4-8f2c-afa391307a59 req-408dcdfa-6d29-4fa1-a48c-77db2cc8e2aa tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968884 Jun 15 14:32:35.696144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:35.699699 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:35.845475 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:35.849122 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-e70e1dd5-dd71-4035-94a0-3d6e70b082bf service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540097 Jun 15 14:32:35.855017 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-931f5041-d05c-4745-a12b-0bd308bfbbd2 None None] Provisioning complete for port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:35.855463 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-931f5041-d05c-4745-a12b-0bd308bfbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:36.079635 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbcdd1-1412-4596-95b7-ee1294a0a689 req-e9649271-ac9d-4463-8a8e-d9d67654f86e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:36.081034 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27dbcdd1-1412-4596-95b7-ee1294a0a689 req-e9649271-ac9d-4463-8a8e-d9d67654f86e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.3254588 Jun 15 14:32:36.148456 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6cc33d50-6502-4e1e-9b66-c76f396892c3 req-e1514485-687c-4e8f-b7a8-10a00d521873 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917235 Jun 15 14:32:36.171704 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-27dbcdd1-1412-4596-95b7-ee1294a0a689 req-673e669d-fbe6-4a3e-854d-a52cff612cc6 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808332 Jun 15 14:32:36.323368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:36.506754 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Router 7737af88-5fe6-4d6b-a19d-650944d7aff0 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:32:36.658603 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:32:36.667366 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Sync routers for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:32:36.675716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:36.677383 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6396823 Jun 15 14:32:36.679056 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:36.679960 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:36.680613 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52582) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:36.981645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:37.125463 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 0390c41d-0e4c-46f6-ad93-53895b3a5ccc up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:37.293694 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:37.293694 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:37.390788 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:35Z', 'revision_number': 3, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:37.404342 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Checking router: 7737af88-5fe6-4d6b-a19d-650944d7aff0 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:32:37.404715 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Updating router 7737af88-5fe6-4d6b-a19d-650944d7aff0 port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:32:37.467792 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:37.549721 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e5eb0-5cfe-4b67-87f3-17784b4801e7 req-1d5ec0ad-fa5e-4fd0-969c-55a103f5ef1e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:37.551142 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c78e5eb0-5cfe-4b67-87f3-17784b4801e7 req-1d5ec0ad-fa5e-4fd0-969c-55a103f5ef1e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.2797737 Jun 15 14:32:37.578629 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078d08d-55ad-4ca0-b51b-536f6e139e85 req-9e01322e-1583-4835-b094-2f254d898c3c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:37.580267 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a078d08d-55ad-4ca0-b51b-536f6e139e85 req-9e01322e-1583-4835-b094-2f254d898c3c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.2598460 Jun 15 14:32:37.664328 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c78e5eb0-5cfe-4b67-87f3-17784b4801e7 req-2a0f248d-77da-4b7c-8466-c254aaab9aca tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041677 Jun 15 14:32:37.704120 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a078d08d-55ad-4ca0-b51b-536f6e139e85 req-f2098935-7093-403a-b0ea-9e612c3f97bb tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098695 Jun 15 14:32:37.797651 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:37.807973 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Transition to ACTIVE for port object dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:37.816106 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:37.819018 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:37.819190 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:37.875472 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Attempting to bind port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:37.875865 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Attempting to bind port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:37.876242 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Attempting to bind port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:37.885226 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e22de-46e9-4e9c-ad3f-92031c0ab65c None None] Pushing event updated for resources: {'Port': ['ID=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:37.888669 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:37.889049 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:37.889464 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:37.889857 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:37.890390 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Bound port: dd3d2a7c-6868-4359-a860-f3cbf7a8ce58, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:37.890755 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:37.892752 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-295e22de-46e9-4e9c-ad3f-92031c0ab65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:37.981494 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] For port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:37.988672 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] For port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:37.994883 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.001526 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:38.052081 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Allocated IP 172.20.0.1 (ce81d7e3-1f8f-4227-8439-d485b6bc65db/b47a2f00-97da-49ae-adaf-19b89e7ce50e/f21a31cd-9e09-4054-9573-61509d60351a) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:38.073491 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:38.073491 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:38.124291 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e22de-46e9-4e9c-ad3f-92031c0ab65c None None] Pushing event updated for resources: {'Port': ['ID=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:38.172561 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-295e22de-46e9-4e9c-ad3f-92031c0ab65c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:38.208155 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.227131 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Transition to ACTIVE for port object f21a31cd-9e09-4054-9573-61509d60351a will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:38.231562 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:38.270981 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.273019 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ffe19f47-15b3-43ea-9f2c-f2897f11b02a tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:38.325328 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:38.328584 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:38.332367 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:38.368363 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Pushing event updated for resources: {'Port': ['ID=f21a31cd-9e09-4054-9573-61509d60351a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:38.379483 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:38.397895 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.554937 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:35Z', 'revision_number': 3, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:38.560473 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116041b7-68ad-4409-a36a-15e5a10d97fe None None] The sync data for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi is: [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:35Z', 'revision_number': 3, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:32:38.620259 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e7f62464-c073-491e-a701-8cf8854ba5e1 None None] Provisioning for port f21a31cd-9e09-4054-9573-61509d60351a completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:38.625380 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-e7f62464-c073-491e-a701-8cf8854ba5e1 None None] Provisioning complete for port f21a31cd-9e09-4054-9573-61509d60351a triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:38.625577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.626063 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e7f62464-c073-491e-a701-8cf8854ba5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.671989 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-e7f62464-c073-491e-a701-8cf8854ba5e1 None None] Port f21a31cd-9e09-4054-9573-61509d60351a cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:32:38.953633 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.960789 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:38.965694 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d4f5cfac-8cc2-400a-9b9a-bd10cfbb738d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:39.040228 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa7a8a-900b-4c7b-92b8-fd7e1d74d59a req-61473bff-8ae9-4ec1-b855-90d3993584be tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.042690 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-53aa7a8a-900b-4c7b-92b8-fd7e1d74d59a req-61473bff-8ae9-4ec1-b855-90d3993584be tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.2356052 Jun 15 14:32:39.104349 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:39.113061 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Pushing event updated for resources: {'Port': ['ID=f21a31cd-9e09-4054-9573-61509d60351a,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:39.116268 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:39.138948 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-53aa7a8a-900b-4c7b-92b8-fd7e1d74d59a req-4acf5294-e112-4b61-89c7-ff667572f6e5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855131 Jun 15 14:32:39.139739 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:39.231643 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:39.236855 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:39.237255 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:39.278113 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:39.280182 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:39.476094 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Router 7737af88-5fe6-4d6b-a19d-650944d7aff0 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:32:39.487740 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:39.512587 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:39.517269 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:39.520713 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:39.586584 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:39.595314 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:39.606509 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-733e63ce-3938-42f3-9cdc-b5264b47b04a None None] Provisioning complete for port f21a31cd-9e09-4054-9573-61509d60351a triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:39.607036 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-733e63ce-3938-42f3-9cdc-b5264b47b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:39.641419 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:32:39.646629 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] 10.222.0.15 "PUT /v2.0/routers/7737af88-5fe6-4d6b-a19d-650944d7aff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648302 Jun 15 14:32:39.659872 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-733e63ce-3938-42f3-9cdc-b5264b47b04a None None] Port f21a31cd-9e09-4054-9573-61509d60351a cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:32:40.189495 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52640) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:40.194750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2030880193-network', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:40.216653 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Made reservation on behalf of bccb3f086209446e904ab91ef850b2d3 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:40.219207 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.234130 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.324620 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Sync routers for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:32:40.334778 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:40.335557 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:40.379804 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d7671-d91f-4af2-9380-e5932b0565a0 req-59acc5db-cde7-4ff9-8b2f-916991c2216a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:40.381428 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-562d7671-d91f-4af2-9380-e5932b0565a0 req-59acc5db-cde7-4ff9-8b2f-916991c2216a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1099370 Jun 15 14:32:40.423520 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.429576 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.440525 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e2b4536c-a09a-45f3-8587-ee8bada80018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:40.461577 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-562d7671-d91f-4af2-9380-e5932b0565a0 req-de2fc020-7abe-4d03-b816-f8431829d092 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678289 Jun 15 14:32:40.462289 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:32:40.489696 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.490136 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Added segment bf18d974-6538-42a0-aef7-40e8cbd6690c of type vlan for network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 Jun 15 14:32:40.501753 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2146c4bb-0f12-492d-bc7e-1ec5868e784a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:40.503593 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:40.505410 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:40.551004 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.586240 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.587621 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:40.588285 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.591628 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:40.633176 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4400179 Jun 15 14:32:40.633536 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 52642) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:40.639374 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Request body: {'subnet': {'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2030880193-subnet', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:40.674022 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Made reservation on behalf of bccb3f086209446e904ab91ef850b2d3 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:40.676488 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Pushing event updated for resources: {'Network': ['ID=3a87e7ca-aa8d-44ff-9676-01cda0932f37,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:40.679303 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.683267 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:40.688280 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:32:40.749563 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52646) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:40.834494 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Deleting subnet dfc4d1cb-b633-4296-a801-d8a34b25c70c {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:32:40.835846 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.891033 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.932333 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 2, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:40.936370 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Checking router: 7737af88-5fe6-4d6b-a19d-650944d7aff0 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:32:40.936732 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Updating router 7737af88-5fe6-4d6b-a19d-650944d7aff0 port f21a31cd-9e09-4054-9573-61509d60351a binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:32:40.942211 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.963098 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:40.967460 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:40.987645 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.024441 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.029648 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c26d9816-5030-441e-89b0-2a78655cc87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:41.060607 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Checking segment: {'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:41.061078 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Network hostable DHCP agents. Network: 3a87e7ca-aa8d-44ff-9676-01cda0932f37, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:32:41.063405 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87756517-0116-4774-82bf-5d10d06ba5f1,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:41.065818 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc4d1cb-b633-4296-a801-d8a34b25c70c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:41.066829 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:41.068141 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:41.070653 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.076290 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-cf5beaaf-f233-4ff4-8df5-7811ef0553d6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dfc4d1cb-b633-4296-a801-d8a34b25c70c HTTP/1.1" status: 204 len: 168 time: 0.3247948 Jun 15 14:32:41.076915 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52648) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:41.090267 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:32:41.106814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 3a87e7ca-aa8d-44ff-9676-01cda0932f37) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:41.118282 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5316c9e-283d-49ad-a761-1c544dce0a6d None None] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:32:41.124438 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:41.125390 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.143249 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3c738959-3b5e-4669-ae37-4530edd7a3e4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5084925 Jun 15 14:32:41.145743 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 52650) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:41.152984 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:41.179644 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:41.188370 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.191979 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.193727 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.279517 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.307171 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.322017 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e314e301-2a9e-487b-85e2-e3abd2a6c960']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:41.330137 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:41.330714 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.340474 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fa72f1-8fab-451c-82f1-64389221fe03') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:41.340821 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fa72f1-8fab-451c-82f1-64389221fe03') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:41.355537 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.356118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26467453'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.367776 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Transition to ACTIVE for port object f21a31cd-9e09-4054-9573-61509d60351a will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:41.382448 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.384580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.386079 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-87916d36-7d8c-4bc8-a5ef-d0ac542f26eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:41.394510 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:32:41.395048 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26466683'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: timer() Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: cb(*args, **kw) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: self._notify() Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: self.callback(batched_events) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: event.method(event) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._get(url).json() Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:32:41.397208 dv-cinder-772126-3-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:32:41.453780 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Pushing event updated for resources: {'Port': ['ID=f21a31cd-9e09-4054-9573-61509d60351a,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:41.485632 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.486055 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.488084 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.490204 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.490861 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.491394 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.492001 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.492552 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.493110 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.494492 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.495099 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.497856 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.498512 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.503198 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:41.518645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.522420 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e314e301-2a9e-487b-85e2-e3abd2a6c960 HTTP/1.1" status: 204 len: 168 time: 0.4427979 Jun 15 14:32:41.522420 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-918940c5-1bfa-4c4c-8063-fd4985b24e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:41.531118 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-3a87e7ca-aa8d-44ff-9676-01cda0932f37', 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'fixed_ips': [{'subnet_id': '87756517-0116-4774-82bf-5d10d06ba5f1'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:32:41.532077 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.589236 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Pushing event deleted for resources: {'Network': ['ID=e314e301-2a9e-487b-85e2-e3abd2a6c960,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:41.596623 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:41.661717 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.674561 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Attempting to bind port f21a31cd-9e09-4054-9573-61509d60351a on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:41.676925 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Attempting to bind port f21a31cd-9e09-4054-9573-61509d60351a by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:41.677573 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Attempting to bind port f21a31cd-9e09-4054-9573-61509d60351a on network ce81d7e3-1f8f-4227-8439-d485b6bc65db {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:41.690920 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:41.691871 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Checking segment: {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:41.692459 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.693163 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Bound using segment: {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:41.693944 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Bound port: f21a31cd-9e09-4054-9573-61509d60351a, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:41.694566 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.818424 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] For port f21a31cd-9e09-4054-9573-61509d60351a, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:41.824499 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] For port f21a31cd-9e09-4054-9573-61509d60351a, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=f21a31cd-9e09-4054-9573-61509d60351a,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:41.829710 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.833981 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9b7dc0f6-5579-4109-90fb-8cc758f983ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:41.849863 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f92934-25bb-4b44-b9e0-b70847bd8bcb req-e9f7ada4-0fc3-4aa0-9bcc-0c24a779c849 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:41.858705 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Allocated IP 172.20.0.2 (3a87e7ca-aa8d-44ff-9676-01cda0932f37/87756517-0116-4774-82bf-5d10d06ba5f1/ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:41.863497 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f2f92934-25bb-4b44-b9e0-b70847bd8bcb req-e9f7ada4-0fc3-4aa0-9bcc-0c24a779c849 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1415868 Jun 15 14:32:41.890475 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 52656) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:41.916408 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Pushing event updated for resources: {'Port': ['ID=f21a31cd-9e09-4054-9573-61509d60351a,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:41.920493 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8c546149-9ecb-4a14-b534-8c621df4c2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:41.927972 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:41.928625 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:41.940128 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f2f92934-25bb-4b44-b9e0-b70847bd8bcb req-f62eeb83-16c0-4aaf-bd64-76722cdbfbdb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751228 Jun 15 14:32:42.127834 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:42.144254 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.156570 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Transition to ACTIVE for port object ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:42.177995 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Transition to ACTIVE for port object ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:42.187854 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.191316 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:42.229674 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:42.232862 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:42.236880 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:42.291711 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Pushing event updated for resources: {'Port': ['ID=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:42.316867 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:42.336775 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Attempting to bind port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:42.337857 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Attempting to bind port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:42.337857 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Attempting to bind port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 on network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:42.343837 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:42.344096 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Checking segment: {'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:42.344516 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.344924 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Bound using segment: {'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:42.345423 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Bound port: ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:42.345822 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.427288 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] For port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:42.429101 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:41Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:42.430704 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] For port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,segment=NetworkSegment(bf18d974-6538-42a0-aef7-40e8cbd6690c),segment_id=bf18d974-6538-42a0-aef7-40e8cbd6690c)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:42.433649 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038eb7a-6f2e-4d04-aab2-de5b1dce06cf None None] The sync data for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi is: [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:41Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:32:42.435310 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-92d74e45-0adb-46c0-9c07-8de6b3d148e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4a363fb23574285b0f15dfa6f483616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413780 Jun 15 14:32:42.436828 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.438105 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52658) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:42.439962 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.442076 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:42.486446 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.552082 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Pushing event updated for resources: {'Port': ['ID=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:42.556623 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:42.599948 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96828ec0-5df7-4282-9f40-2b97c815c869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.639596 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96828ec0-5df7-4282-9f40-2b97c815c869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.706670 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Allocated IP 172.27.3.46 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/f807b861-d874-47be-85e7-7b33267f5fa5) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:42.740599 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96828ec0-5df7-4282-9f40-2b97c815c869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.744474 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-96828ec0-5df7-4282-9f40-2b97c815c869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.748857 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-96828ec0-5df7-4282-9f40-2b97c815c869 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d11a6beb-4339-4b1c-9d82-0aacfec3d2b3 HTTP/1.1" status: 204 len: 168 time: 0.3062203 Jun 15 14:32:42.748857 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-55d2c2ce-ca21-4e1b-861a-e718f2e035bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:42.762663 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96828ec0-5df7-4282-9f40-2b97c815c869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11a6beb-4339-4b1c-9d82-0aacfec3d2b3,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:42.767126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-96828ec0-5df7-4282-9f40-2b97c815c869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:42.951296 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.012064 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.014640 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:43.126716 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:43.127987 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Pushing event updated for resources: {'Port': ['ID=f807b861-d874-47be-85e7-7b33267f5fa5,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:43.139635 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:43.140605 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:43.150010 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:43.225612 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:43.299550 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:43.304375 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f21a31cd-9e09-4054-9573-61509d60351a up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:43.330012 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8667a-bcdd-4edb-9ec0-a05510616cb6 req-8031bcc2-7ec7-4da5-86c9-6d2848857230 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:43.332904 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-40f8667a-bcdd-4edb-9ec0-a05510616cb6 req-8031bcc2-7ec7-4da5-86c9-6d2848857230 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1032104 Jun 15 14:32:43.379146 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port f21a31cd-9e09-4054-9573-61509d60351a completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:43.384702 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port f21a31cd-9e09-4054-9573-61509d60351a triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:43.385103 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.385950 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-40f8667a-bcdd-4edb-9ec0-a05510616cb6 req-f087f362-963a-459c-8618-2a4ed1041f30 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456703 Jun 15 14:32:43.519925 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.570672 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port f21a31cd-9e09-4054-9573-61509d60351a, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=f21a31cd-9e09-4054-9573-61509d60351a,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:43.578863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.581572 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:43.653795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=f21a31cd-9e09-4054-9573-61509d60351a,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:43.663650 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:43.675928 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.842615 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee385b-3c59-445f-813a-43e06d7dd5ee None None] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:32:43.903292 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Provisioning for port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:43.985194 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Provisioning complete for port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:43.985783 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.099354 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.214783 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.282504 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] For port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,segment=NetworkSegment(bf18d974-6538-42a0-aef7-40e8cbd6690c),segment_id=bf18d974-6538-42a0-aef7-40e8cbd6690c)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:44.288279 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.289619 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Router e14ab162-a0c0-4168-972e-e2a3a2c322ac is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:32:44.290104 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:44.456464 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:32:44.472658 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Sync routers for ids ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:32:44.491608 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.496865 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 52666) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:44.501404 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3462577 Jun 15 14:32:44.509606 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Routers {'e14ab162-a0c0-4168-972e-e2a3a2c322ac'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:44.510262 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:44.576000 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Pushing event updated for resources: {'Port': ['ID=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:44.621967 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:44.638675 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-87a23ecf-2aaf-4c2f-8ae4-333cd149e416 None None] Provisioning complete for port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:44.639374 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-87a23ecf-2aaf-4c2f-8ae4-333cd149e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.724295 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Set router e14ab162-a0c0-4168-972e-e2a3a2c322ac gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:45.017499 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a84d2c-9585-4d21-84ea-8ae19a17957a req-55ac0aa0-2514-4ca4-9d1b-e18097a5b78a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.019052 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b6a84d2c-9585-4d21-84ea-8ae19a17957a req-55ac0aa0-2514-4ca4-9d1b-e18097a5b78a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.4664187 Jun 15 14:32:45.051226 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 3, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port': {'id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:42Z', 'updated_at': '2021-06-15T14:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:45.055289 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Checking router: e14ab162-a0c0-4168-972e-e2a3a2c322ac for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:32:45.055652 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Updating router e14ab162-a0c0-4168-972e-e2a3a2c322ac port f807b861-d874-47be-85e7-7b33267f5fa5 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:32:45.106990 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.112733 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:45.172884 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b6a84d2c-9585-4d21-84ea-8ae19a17957a req-e422ee40-76fa-4646-adef-d0a6c1f3770d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078303 Jun 15 14:32:45.296689 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:45.297275 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.505868 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.525476 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f21a31cd-9e09-4054-9573-61509d60351a up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:45.609713 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.625610 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Transition to ACTIVE for port object f807b861-d874-47be-85e7-7b33267f5fa5 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:45.633791 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.635892 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:45.675896 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port f21a31cd-9e09-4054-9573-61509d60351a triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:45.676286 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.702814 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Allocated IP 172.20.0.1 (3a87e7ca-aa8d-44ff-9676-01cda0932f37/87756517-0116-4774-82bf-5d10d06ba5f1/dbb865ce-46f4-49eb-92cd-fe072abdf756) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:45.740244 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15343edc-20db-4cda-83f7-8658c1aeebf6 None None] Pushing event updated for resources: {'Port': ['ID=f807b861-d874-47be-85e7-7b33267f5fa5,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:45.744399 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-15343edc-20db-4cda-83f7-8658c1aeebf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:45.746697 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Attempting to bind port f807b861-d874-47be-85e7-7b33267f5fa5 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:45.747061 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Attempting to bind port f807b861-d874-47be-85e7-7b33267f5fa5 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:45.747426 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Attempting to bind port f807b861-d874-47be-85e7-7b33267f5fa5 on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:45.756526 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:45.756913 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:45.757329 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.757731 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:45.758217 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Bound port: f807b861-d874-47be-85e7-7b33267f5fa5, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:45.758663 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.843070 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.859522 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Transition to ACTIVE for port object dbb865ce-46f4-49eb-92cd-fe072abdf756 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:45.867756 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] For port f807b861-d874-47be-85e7-7b33267f5fa5, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:45.885749 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] For port f807b861-d874-47be-85e7-7b33267f5fa5, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=f807b861-d874-47be-85e7-7b33267f5fa5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:45.891897 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.897743 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:45.913660 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.917078 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:45.966184 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Routers {'e14ab162-a0c0-4168-972e-e2a3a2c322ac'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:45.966981 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:45.968478 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:45.971329 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:45.971956 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15343edc-20db-4cda-83f7-8658c1aeebf6 None None] Pushing event updated for resources: {'Port': ['ID=f807b861-d874-47be-85e7-7b33267f5fa5,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:45.975019 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:46.021655 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb865ce-46f4-49eb-92cd-fe072abdf756,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:46.028848 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:46.048495 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-15343edc-20db-4cda-83f7-8658c1aeebf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:46.051663 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.186475 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] Set router e14ab162-a0c0-4168-972e-e2a3a2c322ac gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:46.376769 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-11439210-cf57-4f79-ae5c-b85368a241d5 None None] Provisioning for port dbb865ce-46f4-49eb-92cd-fe072abdf756 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:46.382716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.387941 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-11439210-cf57-4f79-ae5c-b85368a241d5 None None] Provisioning complete for port dbb865ce-46f4-49eb-92cd-fe072abdf756 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:46.389632 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-11439210-cf57-4f79-ae5c-b85368a241d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.509164 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e6e34-bbd7-4b50-9c0a-7205a4c69703 req-f43c772c-7c33-41c0-9201-0a19be085faf tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:46.512346 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-016e6e34-bbd7-4b50-9c0a-7205a4c69703 req-f43c772c-7c33-41c0-9201-0a19be085faf tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1808939 Jun 15 14:32:46.625430 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-016e6e34-bbd7-4b50-9c0a-7205a4c69703 req-4a506982-867a-4631-be6c-d0195593beef tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017082 Jun 15 14:32:46.661821 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-11439210-cf57-4f79-ae5c-b85368a241d5 None None] Port dbb865ce-46f4-49eb-92cd-fe072abdf756 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:32:46.831140 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 3, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port': {'id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:42Z', 'updated_at': '2021-06-15T14:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:46.834859 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3735c36-79b0-413a-b8b3-f7ab9a775a0f None None] The sync data for ids ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'] in dv-cinder-772126-3-iscsi is: [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 3, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port': {'id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:42Z', 'updated_at': '2021-06-15T14:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:32:46.847599 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.854219 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.855684 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-25a16b3b-a83b-465b-ae0a-7876ad5a0631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:46.964763 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134050d5-dbb2-45ac-98ed-b249f836a50e req-490a4f05-8e0a-4deb-9a5d-8b532d900453 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:46.966407 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-134050d5-dbb2-45ac-98ed-b249f836a50e req-490a4f05-8e0a-4deb-9a5d-8b532d900453 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.2457750 Jun 15 14:32:46.994378 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.996749 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb865ce-46f4-49eb-92cd-fe072abdf756,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:47.011586 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:47.065030 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-134050d5-dbb2-45ac-98ed-b249f836a50e req-60ee7fc9-8031-4298-98ff-7532c9ee68ab tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885227 Jun 15 14:32:47.166605 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:47.175362 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:47.375152 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Router e14ab162-a0c0-4168-972e-e2a3a2c322ac has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:32:47.499540 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-cb9621e5-cc23-40de-b938-8d71482af11e None None] Provisioning complete for port dbb865ce-46f4-49eb-92cd-fe072abdf756 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:47.500160 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-cb9621e5-cc23-40de-b938-8d71482af11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:47.545020 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-cb9621e5-cc23-40de-b938-8d71482af11e None None] Port dbb865ce-46f4-49eb-92cd-fe072abdf756 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:32:47.552450 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:32:47.560231 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] 10.222.0.15 "PUT /v2.0/routers/e14ab162-a0c0-4168-972e-e2a3a2c322ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0619113 Jun 15 14:32:47.837985 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3de7c6-0e3d-4ae3-9d09-b14844da724d req-128df00f-9343-49fa-9dcc-cb1660067227 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:47.840123 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ce3de7c6-0e3d-4ae3-9d09-b14844da724d req-128df00f-9343-49fa-9dcc-cb1660067227 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.0814090 Jun 15 14:32:47.887623 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ce3de7c6-0e3d-4ae3-9d09-b14844da724d req-35490978-d003-49cb-9a17-3f8086abb684 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Jun 15 14:32:48.281521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfaea0-9176-4e2f-9419-6a6baef86345 req-972c613e-7eb0-4875-9735-4de1e8ee9003 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:48.283373 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dadfaea0-9176-4e2f-9419-6a6baef86345 req-972c613e-7eb0-4875-9735-4de1e8ee9003 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0872986 Jun 15 14:32:48.339167 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dadfaea0-9176-4e2f-9419-6a6baef86345 req-92e3768a-5709-460e-b4d3-44d6d219a42c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496500 Jun 15 14:32:49.131750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fd080-9dbd-4344-be24-b7f602aa361d req-f81fe41f-1a2d-47b4-b9ce-c7989a40681c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:49.134419 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ec9fd080-9dbd-4344-be24-b7f602aa361d req-f81fe41f-1a2d-47b4-b9ce-c7989a40681c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1037147 Jun 15 14:32:49.160958 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f807b861-d874-47be-85e7-7b33267f5fa5 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:49.195632 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ec9fd080-9dbd-4344-be24-b7f602aa361d req-07bb80a8-3d0d-41ee-bc8b-c0779bfdf37d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547450 Jun 15 14:32:49.237473 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port f807b861-d874-47be-85e7-7b33267f5fa5 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:49.242404 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port f807b861-d874-47be-85e7-7b33267f5fa5 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:49.244080 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:49.367918 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:49.397420 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port f807b861-d874-47be-85e7-7b33267f5fa5, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=f807b861-d874-47be-85e7-7b33267f5fa5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:49.404730 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:49.411137 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-29a96695-0712-47e4-9319-ffa9f6dbc258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:49.502775 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=f807b861-d874-47be-85e7-7b33267f5fa5,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:49.506293 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:49.564939 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81541008-f82f-4f41-815f-64c626cd759c req-683f96be-06d8-4491-9f3e-d928fca5047f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:49.567405 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81541008-f82f-4f41-815f-64c626cd759c req-683f96be-06d8-4491-9f3e-d928fca5047f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1068110 Jun 15 14:32:49.622865 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81541008-f82f-4f41-815f-64c626cd759c req-82819df7-4cc4-45e3-ac30-ca52a369af32 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460548 Jun 15 14:32:49.931145 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Sync routers for ids ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:32:49.942187 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Routers {'e14ab162-a0c0-4168-972e-e2a3a2c322ac'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:49.942944 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:50.222320 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Set router e14ab162-a0c0-4168-972e-e2a3a2c322ac gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:50.425693 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a75fc1-c5ae-43b9-9516-be8a84222179 req-21f45368-f70e-4dcb-9293-c2a5d7aa6b83 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:50.434446 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a75fc1-c5ae-43b9-9516-be8a84222179 req-21f45368-f70e-4dcb-9293-c2a5d7aa6b83 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.0883317 Jun 15 14:32:50.490163 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a75fc1-c5ae-43b9-9516-be8a84222179 req-c089632c-cf84-4d60-9193-dd13f7915ef5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543270 Jun 15 14:32:50.534018 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:32:46Z', 'revision_number': 4, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port': {'id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:42Z', 'updated_at': '2021-06-15T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'dbb865ce-46f4-49eb-92cd-fe072abdf756', 'name': '', 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'mac_address': 'fa:16:3e:0e:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '87756517-0116-4774-82bf-5d10d06ba5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:45Z', 'updated_at': '2021-06-15T14:32:46Z', 'revision_number': 2, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'subnets': [{'id': '87756517-0116-4774-82bf-5d10d06ba5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:50.538108 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Checking router: e14ab162-a0c0-4168-972e-e2a3a2c322ac for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:32:50.538491 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Updating router e14ab162-a0c0-4168-972e-e2a3a2c322ac port dbb865ce-46f4-49eb-92cd-fe072abdf756 binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:32:50.596547 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:50.866678 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97524616-75ae-4dd1-a48b-3172c75d0a5a req-5d51ec39-a028-40f3-afdf-bd0f7b37d39a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:50.868963 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-97524616-75ae-4dd1-a48b-3172c75d0a5a req-5d51ec39-a028-40f3-afdf-bd0f7b37d39a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0965683 Jun 15 14:32:50.922520 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-97524616-75ae-4dd1-a48b-3172c75d0a5a req-a29c53d7-a697-4431-9b5e-04435f9128af tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Jun 15 14:32:51.040988 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.053731 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Transition to ACTIVE for port object dbb865ce-46f4-49eb-92cd-fe072abdf756 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:51.060812 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.063367 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:51.129261 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f807b861-d874-47be-85e7-7b33267f5fa5 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:51.204314 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port f807b861-d874-47be-85e7-7b33267f5fa5 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:51.204695 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.208082 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcc30a-3008-4ac8-9adb-925969aff9fb None None] Pushing event updated for resources: {'Port': ['ID=dbb865ce-46f4-49eb-92cd-fe072abdf756,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:51.219687 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-dcbcc30a-3008-4ac8-9adb-925969aff9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:51.311045 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Attempting to bind port dbb865ce-46f4-49eb-92cd-fe072abdf756 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:51.311045 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Attempting to bind port dbb865ce-46f4-49eb-92cd-fe072abdf756 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:51.311045 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Attempting to bind port dbb865ce-46f4-49eb-92cd-fe072abdf756 on network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:51.320118 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:51.321082 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Checking segment: {'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:51.321506 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.321918 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Bound using segment: {'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:51.322439 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Bound port: dbb865ce-46f4-49eb-92cd-fe072abdf756, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf18d974-6538-42a0-aef7-40e8cbd6690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:51.322829 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.446938 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] For port dbb865ce-46f4-49eb-92cd-fe072abdf756, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:51.451094 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] For port dbb865ce-46f4-49eb-92cd-fe072abdf756, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=dbb865ce-46f4-49eb-92cd-fe072abdf756,segment=NetworkSegment(bf18d974-6538-42a0-aef7-40e8cbd6690c),segment_id=bf18d974-6538-42a0-aef7-40e8cbd6690c)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:51.457474 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.459796 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-99c04581-da41-4f28-be56-b0f11fef6e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:51.516086 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Routers {'e14ab162-a0c0-4168-972e-e2a3a2c322ac'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:32:51.516667 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:32:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:51.719707 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcc30a-3008-4ac8-9adb-925969aff9fb None None] Pushing event updated for resources: {'Port': ['ID=dbb865ce-46f4-49eb-92cd-fe072abdf756,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:51.724832 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-dcbcc30a-3008-4ac8-9adb-925969aff9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:51.779925 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] Set router e14ab162-a0c0-4168-972e-e2a3a2c322ac gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:32:51.785541 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919a983-c24a-45d0-a5ae-4b1b8b7eb6c9 req-5bfe1a3f-5180-4c02-9cd3-2632770280ed tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:51.787964 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b919a983-c24a-45d0-a5ae-4b1b8b7eb6c9 req-5bfe1a3f-5180-4c02-9cd3-2632770280ed tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1098907 Jun 15 14:32:51.842592 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b919a983-c24a-45d0-a5ae-4b1b8b7eb6c9 req-4de1e678-fe4b-468e-ac40-484053d3a60a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481198 Jun 15 14:32:52.107825 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:32:46Z', 'revision_number': 4, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port': {'id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:42Z', 'updated_at': '2021-06-15T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'dbb865ce-46f4-49eb-92cd-fe072abdf756', 'name': '', 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'mac_address': 'fa:16:3e:0e:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '87756517-0116-4774-82bf-5d10d06ba5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:45Z', 'updated_at': '2021-06-15T14:32:51Z', 'revision_number': 4, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'subnets': [{'id': '87756517-0116-4774-82bf-5d10d06ba5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:32:52.114274 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a369550-60c0-492f-92b7-d2ce8d1d2407 None None] The sync data for ids ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'] in dv-cinder-772126-3-iscsi is: [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:32:46Z', 'revision_number': 4, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port': {'id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:42Z', 'updated_at': '2021-06-15T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'dbb865ce-46f4-49eb-92cd-fe072abdf756', 'name': '', 'network_id': '3a87e7ca-aa8d-44ff-9676-01cda0932f37', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'mac_address': 'fa:16:3e:0e:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '87756517-0116-4774-82bf-5d10d06ba5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:45Z', 'updated_at': '2021-06-15T14:32:51Z', 'revision_number': 4, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'subnets': [{'id': '87756517-0116-4774-82bf-5d10d06ba5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:32:52.178668 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0865f2-1f49-444b-93a3-ebc721cebf55 req-e30939e1-3e88-4548-b102-0f700693f85d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:52.189628 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c0865f2-1f49-444b-93a3-ebc721cebf55 req-e30939e1-3e88-4548-b102-0f700693f85d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1070077 Jun 15 14:32:52.238323 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c0865f2-1f49-444b-93a3-ebc721cebf55 req-ad8b1b23-056c-41aa-9d44-f03135d41c57 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517657 Jun 15 14:32:53.187965 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0b4d6-9121-423f-9078-d30cb9cd5d47 req-74e2f9e7-11f9-4e9c-9ff3-9a543b9c588d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:53.195919 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-92c0b4d6-9121-423f-9078-d30cb9cd5d47 req-74e2f9e7-11f9-4e9c-9ff3-9a543b9c588d tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1742880 Jun 15 14:32:53.223913 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dbb865ce-46f4-49eb-92cd-fe072abdf756 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:53.299410 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-92c0b4d6-9121-423f-9078-d30cb9cd5d47 req-03323211-9b82-494c-aa34-50ced21bc8dd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953748 Jun 15 14:32:53.324195 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port dbb865ce-46f4-49eb-92cd-fe072abdf756 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:53.339495 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port dbb865ce-46f4-49eb-92cd-fe072abdf756 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:53.339495 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:53.590319 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:53.740877 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port dbb865ce-46f4-49eb-92cd-fe072abdf756, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=dbb865ce-46f4-49eb-92cd-fe072abdf756,segment=NetworkSegment(bf18d974-6538-42a0-aef7-40e8cbd6690c),segment_id=bf18d974-6538-42a0-aef7-40e8cbd6690c)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:53.748229 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:53.751131 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-8b7f4287-cfc2-4fc4-bbc3-00449ed20cb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:53.770037 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcbd68-ecb3-4aad-a1e2-0f71c762c00a req-9e33e4cd-f1c5-48a6-b5fb-6efff5b34253 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:53.781042 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d2dcbd68-ecb3-4aad-a1e2-0f71c762c00a req-9e33e4cd-f1c5-48a6-b5fb-6efff5b34253 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.3299224 Jun 15 14:32:53.869397 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:32:53.890992 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d2dcbd68-ecb3-4aad-a1e2-0f71c762c00a req-bf5be924-270a-4b89-910f-b1151331550d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089308 Jun 15 14:32:54.035249 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=dbb865ce-46f4-49eb-92cd-fe072abdf756,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:54.051353 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:54.170718 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:54.202289 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'port_id': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'mac_address': 'fa:16:3e:2a:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:32:54.316036 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:54.336524 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efc051d1-e488-48e9-b91f-21ddd825778c {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:54.373328 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:54.381218 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:54.384868 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-295e22de-46e9-4e9c-ad3f-92031c0ab65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:54.470389 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=6']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:54.477191 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:54.553728 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['efc051d1-e488-48e9-b91f-21ddd825778c'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:54.607892 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee4f9-16a0-425c-92e4-f5d1fd4a9b01 req-8322b7cb-cb9a-468c-89ad-368405c62f49 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:54.614913 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3cdee4f9-16a0-425c-92e4-f5d1fd4a9b01 req-8322b7cb-cb9a-468c-89ad-368405c62f49 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 945 time: 0.0856719 Jun 15 14:32:54.685268 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3cdee4f9-16a0-425c-92e4-f5d1fd4a9b01 req-d849b092-7002-4b89-9949-cb6361747030 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669010 Jun 15 14:32:55.164112 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dbb865ce-46f4-49eb-92cd-fe072abdf756 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:55.167014 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b4d4-e9f1-4342-acac-c93b2f1c47d8 req-dbb4c957-e63f-4ceb-b982-f0507b4d4516 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:55.169096 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8ce1b4d4-e9f1-4342-acac-c93b2f1c47d8 req-dbb4c957-e63f-4ceb-b982-f0507b4d4516 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1230631 Jun 15 14:32:55.257455 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8ce1b4d4-e9f1-4342-acac-c93b2f1c47d8 req-579fe514-e805-4b64-9fe6-8bf36d5eda3f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778406 Jun 15 14:32:55.294427 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port dbb865ce-46f4-49eb-92cd-fe072abdf756 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:55.295064 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:55.428018 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b2a3634c-6c50-4799-8f0c-abdd1332ec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:55.865921 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:55.985360 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c09b7-88a4-493e-98ea-65aaa79a1b4a req-edda3358-f2bb-4cbe-a0f2-8ad7bba97dcd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:56.004095 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ef3c09b7-88a4-493e-98ea-65aaa79a1b4a req-edda3358-f2bb-4cbe-a0f2-8ad7bba97dcd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 945 time: 0.1726449 Jun 15 14:32:56.018972 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port efc051d1-e488-48e9-b91f-21ddd825778c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:56.019805 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:56.130366 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ef3c09b7-88a4-493e-98ea-65aaa79a1b4a req-bec3d5d5-94d8-4800-9fd7-6b77d0fc1918 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238587 Jun 15 14:32:56.298930 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:56.369660 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:56.371033 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:56.374126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d49147-d01b-471a-8994-031abbcc29af" -d '{"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-plugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:56.383596 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:56.387153 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:56.514024 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=7']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:56.525103 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:56.732892 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c718302-40ca-443c-ba6a-fad4f6ddbb68 x-openstack-request-id: req-9c718302-40ca-443c-ba6a-fad4f6ddbb68 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:56.733405 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-plugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:56.733826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c718302-40ca-443c-ba6a-fad4f6ddbb68 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:56.734414 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'code': 200} Jun 15 14:32:56.784329 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ad5b5-c334-440b-a5c7-4acf2a688dd0 req-00c639ed-466f-439c-a7f2-b551ac112981 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:56.794302 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-df7ad5b5-c334-440b-a5c7-4acf2a688dd0 req-00c639ed-466f-439c-a7f2-b551ac112981 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.2824991 Jun 15 14:32:56.876237 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-df7ad5b5-c334-440b-a5c7-4acf2a688dd0 req-14534625-f634-4ec5-adf2-174e7d7d2a00 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794969 Jun 15 14:32:57.058810 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-933ffbbb-2611-4daa-ab68-4315f2f0f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.060496 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-933ffbbb-2611-4daa-ab68-4315f2f0f483 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1099 time: 0.1066465 Jun 15 14:32:57.245350 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-45ac7412-abc6-49c9-a6e5-9e4b2d3aa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.247342 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-45ac7412-abc6-49c9-a6e5-9e4b2d3aa9a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 910 time: 0.1805401 Jun 15 14:32:57.377418 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-bbd6f7ba-ee3a-427c-a0eb-4fbef694c160 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 1002 time: 0.1231098 Jun 15 14:32:57.506234 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-c0d649db-57ab-4af8-996e-6a05a5a74c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.506234 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-c0d649db-57ab-4af8-996e-6a05a5a74c43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 200 len: 848 time: 0.0804579 Jun 15 14:32:57.584533 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:57.631323 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-bfa8b9a2-8e02-418f-a1b6-0d1a3fa6e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.632770 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-bfa8b9a2-8e02-418f-a1b6-0d1a3fa6e34a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166139 Jun 15 14:32:57.657367 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e81171-4a7b-4b12-bfa9-de0be5f0a96e req-7fc715f7-3050-4c39-90ce-9d82983aac7b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.667629 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35e81171-4a7b-4b12-bfa9-de0be5f0a96e req-7fc715f7-3050-4c39-90ce-9d82983aac7b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.3301594 Jun 15 14:32:57.780982 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35e81171-4a7b-4b12-bfa9-de0be5f0a96e req-76ef2dae-df1c-40e5-bba1-83b4d826c5e1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120679 Jun 15 14:32:57.998545 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-498e3a79-ec11-4761-aacc-97aac411ddb6 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544886 Jun 15 14:32:58.237957 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-060800c1-3598-4152-a7a2-a2875dd72d4a req-a8deef58-eb92-4751-baa1-b79533add129 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310922 Jun 15 14:32:58.373022 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55c0e-149a-4117-a5d3-1b0f137af435 req-ec516779-d10d-4b1b-b2ab-28689f836c43 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:58.375365 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-51c55c0e-149a-4117-a5d3-1b0f137af435 req-ec516779-d10d-4b1b-b2ab-28689f836c43 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1363783 Jun 15 14:32:58.438238 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-51c55c0e-149a-4117-a5d3-1b0f137af435 req-76dfd4ff-491b-4cbe-b40c-94bbb30a2f4c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566037 Jun 15 14:32:59.040523 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-667f4454-932a-4f72-bea2-88e2d4a06725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:59.144067 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1da3b-0cda-4e3b-b8f2-07688f4234fa req-dbbe965c-5577-4377-91d7-c7d4bd983b07 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:59.154893 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8ef1da3b-0cda-4e3b-b8f2-07688f4234fa req-dbbe965c-5577-4377-91d7-c7d4bd983b07 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1474571 Jun 15 14:32:59.250984 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8ef1da3b-0cda-4e3b-b8f2-07688f4234fa req-724dd270-c194-43e2-a0fe-322d00286bed tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951982 Jun 15 14:32:59.671771 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffba3d6-8d80-49af-a5cd-8a3b1c2c4424 req-c37cf37f-2f0d-437c-beea-822a5d23670d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:59.677858 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:59.682068 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0ffba3d6-8d80-49af-a5cd-8a3b1c2c4424 req-c37cf37f-2f0d-437c-beea-822a5d23670d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1040397 Jun 15 14:32:59.744416 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0ffba3d6-8d80-49af-a5cd-8a3b1c2c4424 req-b5647b9b-7edd-4840-b782-9d28773eb4fa tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612803 Jun 15 14:32:59.867789 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-8859fdfa-316a-404b-bd73-74cb6a59c280 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782814 Jun 15 14:33:00.241826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:00.422626 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-ce5ed6e5-3307-4257-bcc0-2fc53585793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:00.425078 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-ce5ed6e5-3307-4257-bcc0-2fc53585793e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 1099 time: 0.4833672 Jun 15 14:33:00.520673 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-46014271-cb1f-41f6-9d88-d938973b1972 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:00.522288 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-46014271-cb1f-41f6-9d88-d938973b1972 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 814 time: 0.5915928 Jun 15 14:33:00.560377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-7870ca69-45b2-43b6-ab84-50d78fe84665 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/quotas/07f5a11a65c04b8980f5b6f40500f12f HTTP/1.1" status: 200 len: 375 time: 0.0265577 Jun 15 14:33:00.782378 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11edbb-4f56-4bf8-830d-f04dce7b0991 req-488fde98-a352-4437-86d8-9fc28e054dc6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:00.783637 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4d11edbb-4f56-4bf8-830d-f04dce7b0991 req-488fde98-a352-4437-86d8-9fc28e054dc6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.3472557 Jun 15 14:33:00.795055 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-797c0b02-5cb7-4d31-8f29-7e4eb1f735ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:00.797491 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-797c0b02-5cb7-4d31-8f29-7e4eb1f735ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 911 time: 0.3318410 Jun 15 14:33:00.830094 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e4c64b7c-4300-4063-9d1b-ed04b62d2ade tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1950614 Jun 15 14:33:01.008224 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4d11edbb-4f56-4bf8-830d-f04dce7b0991 req-c4d192f7-eba6-473b-b921-29a6bc5ba6b3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078466 Jun 15 14:33:01.014542 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-dcc2ac4d-6ead-41ff-9e5b-fdbcdfbaf3c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 200 len: 1001 time: 0.1757605 Jun 15 14:33:01.100365 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-f30c2812-3a8f-460e-9ddf-2058dec7cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:01.101843 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-f30c2812-3a8f-460e-9ddf-2058dec7cc87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0800407 Jun 15 14:33:01.381575 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-415d52e1-f1ea-469c-835e-52ca34ea2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:01.384030 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-415d52e1-f1ea-469c-835e-52ca34ea2a7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2671375 Jun 15 14:33:01.428854 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ac5f3-ef78-4f02-a8dc-e7f455fdfb8e req-608c1bc3-f842-4a3a-9ca8-6ad9304094f7 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:01.436114 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6e2ac5f3-ef78-4f02-a8dc-e7f455fdfb8e req-608c1bc3-f842-4a3a-9ca8-6ad9304094f7 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.2767043 Jun 15 14:33:01.455953 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:01.495056 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-bb3f5651-f093-48ed-80d5-f79759d14d21 service neutron] 10.222.0.15 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414685 Jun 15 14:33:01.611698 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6e2ac5f3-ef78-4f02-a8dc-e7f455fdfb8e req-7437602c-d244-4bcb-9044-bd1856f3214f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746299 Jun 15 14:33:01.710905 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-50e24498-62ac-4ba6-a885-ba6be9ae0d43 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030989 Jun 15 14:33:01.759104 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-138f841b-cebf-4d13-ae1d-a6cb8feb8696 service neutron] 10.222.0.15 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570398 Jun 15 14:33:01.875919 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed1aa078-2016-4ed1-ac17-854c8be192c6 req-3bc194d0-f30a-451e-808e-b787611f7510 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578653 Jun 15 14:33:02.012841 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-74fd1257-e66d-447c-851e-5d4c6c479293 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183333 Jun 15 14:33:02.078552 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-10022c03-9d10-4e33-aec9-bb1aa4a84139 req-8ce1c410-f074-4945-bdc9-b67f25b48830 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 210 time: 0.0411203 Jun 15 14:33:02.138760 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734fa3-1cde-451c-ad53-a6d3364d1f5c req-48a2678f-e42d-4472-89a8-dc33779ed8c2 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:02.154328 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-15734fa3-1cde-451c-ad53-a6d3364d1f5c req-48a2678f-e42d-4472-89a8-dc33779ed8c2 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1576219 Jun 15 14:33:02.239632 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-15734fa3-1cde-451c-ad53-a6d3364d1f5c req-960c6979-964c-409a-bba2-27eaf6eb38ea tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843017 Jun 15 14:33:02.400050 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462da73-b64c-4e9d-9d67-bb4815e5b685 req-e04bcd14-d6d6-4114-90b6-180b4b70b7d9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:02.402205 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3462da73-b64c-4e9d-9d67-bb4815e5b685 req-e04bcd14-d6d6-4114-90b6-180b4b70b7d9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.0937779 Jun 15 14:33:02.477650 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3462da73-b64c-4e9d-9d67-bb4815e5b685 req-c5468b52-5da2-4963-8c32-af2e6d0a2018 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570056 Jun 15 14:33:03.191255 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-957e7c82-a877-4951-879f-a957913e438a req-60e01601-2032-4702-8bf1-0f8562e8a299 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 210 time: 0.0420535 Jun 15 14:33:03.522266 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493f45-4232-4dbe-a588-bfaa83fbd4d2 req-ad5796a6-a610-4722-91b0-d9bf6e143533 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:03.530249 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74493f45-4232-4dbe-a588-bfaa83fbd4d2 req-ad5796a6-a610-4722-91b0-d9bf6e143533 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1328759 Jun 15 14:33:03.622099 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-74493f45-4232-4dbe-a588-bfaa83fbd4d2 req-670a2d04-14cc-4f4b-99b5-c37807ad1d41 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896442 Jun 15 14:33:03.752980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41ee5f-71e4-444b-bea9-5409e3f9cef2 req-053f2383-42f1-41d6-9c96-39617c46aa2e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:03.755120 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7b41ee5f-71e4-444b-bea9-5409e3f9cef2 req-053f2383-42f1-41d6-9c96-39617c46aa2e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.0915720 Jun 15 14:33:03.832193 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7b41ee5f-71e4-444b-bea9-5409e3f9cef2 req-2c447198-8689-4d33-a483-4a446a1e00c7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692205 Jun 15 14:33:03.863328 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:03.968785 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:03.999148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:04.001521 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4318324-5fd1-4492-bc31-bbdb4e5b3f19" -d '{"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:04.023878 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:04.030525 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:04.034956 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:04.071547 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7f3fca-b744-47b0-987c-8ed8d3f9808b x-openstack-request-id: req-1f7f3fca-b744-47b0-987c-8ed8d3f9808b {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:04.072156 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:04.072663 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f7f3fca-b744-47b0-987c-8ed8d3f9808b {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:04.073131 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'code': 200} Jun 15 14:33:04.107613 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=6']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:04.111582 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:04.320831 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-37ecce72-275f-4d6e-94eb-e1fd7d231d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.323997 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-37ecce72-275f-4d6e-94eb-e1fd7d231d47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56&tenant_id=f74953c1b82146e7a585b5092191bc98 HTTP/1.1" status: 200 len: 1097 time: 0.1171870 Jun 15 14:33:04.372539 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1534da6-386c-465d-8997-91d9a81e88ed req-2e104625-e857-49c8-844d-e4db73b68a84 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 210 time: 0.0385752 Jun 15 14:33:04.446514 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-47eb865c-49c9-4763-892f-9f2ac81c78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.448059 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-47eb865c-49c9-4763-892f-9f2ac81c78a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1097 time: 0.0790277 Jun 15 14:33:04.575503 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-8242dce7-67ea-424f-ac68-1d0c87fbbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.576996 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-8242dce7-67ea-424f-ac68-1d0c87fbbee1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 910 time: 0.1193311 Jun 15 14:33:04.677513 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-54e81257-9c46-487d-959d-e17597474d8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 1000 time: 0.0923359 Jun 15 14:33:04.809931 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd7cb8-faf5-4859-b4f7-488dc752d4d5 req-1e2b8647-4222-4d87-a44a-9c52229a7f77 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.811472 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-06cd7cb8-faf5-4859-b4f7-488dc752d4d5 req-1e2b8647-4222-4d87-a44a-9c52229a7f77 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0762582 Jun 15 14:33:04.904760 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-06cd7cb8-faf5-4859-b4f7-488dc752d4d5 req-5ce20eb3-3978-4396-8ebc-f59d08dffabe tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848496 Jun 15 14:33:04.906304 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-a54bb85f-458c-47ec-a267-9d69479700ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.907724 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-a54bb85f-458c-47ec-a267-9d69479700ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 200 len: 848 time: 0.0953827 Jun 15 14:33:05.036923 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-deb42cb7-ae67-491c-a188-462d8ef9d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.039036 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-deb42cb7-ae67-491c-a188-462d8ef9d29b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225393 Jun 15 14:33:05.069624 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02484d01-7bb6-4078-a389-825137e2398f req-8082f616-a199-4e2d-bb0f-1e41250c61b0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.071141 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-02484d01-7bb6-4078-a389-825137e2398f req-8082f616-a199-4e2d-bb0f-1e41250c61b0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1021235 Jun 15 14:33:05.227650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-8c1efb0a-924e-4702-b1c2-c89bc221b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.230736 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-8c1efb0a-924e-4702-b1c2-c89bc221b734 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1099 time: 0.0680153 Jun 15 14:33:05.295531 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-02484d01-7bb6-4078-a389-825137e2398f req-e0286b98-8dfd-4606-8c68-591d589581d0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129419 Jun 15 14:33:05.349368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e4ccca29-4d5e-472b-bddc-c666bea70a80 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.350952 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e4ccca29-4d5e-472b-bddc-c666bea70a80 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 814 time: 0.2702026 Jun 15 14:33:05.355330 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-a2cde43b-82c8-44b2-a9c3-7ba0f05907a6 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816756 Jun 15 14:33:05.364230 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-8549db11-5022-4136-8fca-3418d77586fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.365697 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-8549db11-5022-4136-8fca-3418d77586fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1291394 Jun 15 14:33:05.379494 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'port': {'device_id': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'admin_state_up': True, 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:05.476108 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-5aea4d5a-ac90-42d4-be3e-8b83f4ae13a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 200 len: 1001 time: 0.0950470 Jun 15 14:33:05.541241 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-16b57044-c1fe-4af1-bd8a-487586d89c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.542951 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-16b57044-c1fe-4af1-bd8a-487586d89c6f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.0595725 Jun 15 14:33:05.615461 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-55a4b6f5-2fb1-4116-ba08-b0b916123e5f req-e0912a0b-efd1-4f7d-846d-212031526bca tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 210 time: 0.0555530 Jun 15 14:33:05.616468 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-b9e19465-b07f-4d14-bf48-bc2d0981baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.618018 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-b9e19465-b07f-4d14-bf48-bc2d0981baf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687373 Jun 15 14:33:05.657418 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8f7746e1-f2d2-4d16-b347-7f3c24655c7b req-03626fd4-dfb6-4e5f-b545-1296fac07bbe service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738090 Jun 15 14:33:05.672995 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Made reservation on behalf of 07f5a11a65c04b8980f5b6f40500f12f for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:33:05.676627 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:05.768111 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-d78ca4a1-2a88-4242-b760-91539b6c8915 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427598 Jun 15 14:33:05.924157 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Allocated IP 172.20.0.14 (ce81d7e3-1f8f-4227-8439-d485b6bc65db/b47a2f00-97da-49ae-adaf-19b89e7ce50e/d2409209-5c74-4e75-b792-e39549317f22) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:06.269912 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.281984 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320bfab-bb81-4977-998b-60ffa74bf11f req-247873ce-cc2a-4705-b50f-5ec192c784d8 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:06.283589 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e320bfab-bb81-4977-998b-60ffa74bf11f req-247873ce-cc2a-4705-b50f-5ec192c784d8 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.2224176 Jun 15 14:33:06.303243 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Transition to ACTIVE for port object d2409209-5c74-4e75-b792-e39549317f22 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:06.364221 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e320bfab-bb81-4977-998b-60ffa74bf11f req-48c536d2-5b6f-4465-84d3-1eb89d3614cf tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729742 Jun 15 14:33:06.402321 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.407600 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:06.498211 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:06.522502 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:06.532614 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:06.535192 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:06.542144 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:06.833463 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4eec-7042-44fc-9514-3d574829a7ce None None] Provisioning for port d2409209-5c74-4e75-b792-e39549317f22 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:06.840415 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4eec-7042-44fc-9514-3d574829a7ce None None] Provisioning complete for port d2409209-5c74-4e75-b792-e39549317f22 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:06.841198 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4eec-7042-44fc-9514-3d574829a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.886681 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c4eec-7042-44fc-9514-3d574829a7ce None None] Port d2409209-5c74-4e75-b792-e39549317f22 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:33:06.975185 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:06.975843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.995720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51788d-84cc-45d5-9a28-165baaaa779a req-5fbeae60-639f-438e-bc9a-7471ec3d64a8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:06.997501 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d51788d-84cc-45d5-9a28-165baaaa779a req-5fbeae60-639f-438e-bc9a-7471ec3d64a8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.5201998 Jun 15 14:33:07.018501 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6433258 Jun 15 14:33:07.063805 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d51788d-84cc-45d5-9a28-165baaaa779a req-69378a1e-0487-4ac5-90af-16694b86f51b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595956 Jun 15 14:33:07.072044 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f55056-eeb8-4b60-b0dd-732e4f5d28b8 req-700354fa-bd72-4ae0-a91a-1d4561f4c9dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:07.073666 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a7f55056-eeb8-4b60-b0dd-732e4f5d28b8 req-700354fa-bd72-4ae0-a91a-1d4561f4c9dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.1710258 Jun 15 14:33:07.131330 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a7f55056-eeb8-4b60-b0dd-732e4f5d28b8 req-e8f73dc5-d243-41a8-8ada-f310ebc2a033 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505972 Jun 15 14:33:07.567642 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82c7ef-fd8e-4844-9248-3e12ea9e6ab5 req-277eebea-e768-425d-9f7c-770f0031f883 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:07.569352 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b82c7ef-fd8e-4844-9248-3e12ea9e6ab5 req-277eebea-e768-425d-9f7c-770f0031f883 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0739145 Jun 15 14:33:07.620429 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1b82c7ef-fd8e-4844-9248-3e12ea9e6ab5 req-1eb2b383-0916-42e0-9f30-830c4f963dae tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Jun 15 14:33:08.363035 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e0ee-fd01-4e6a-928f-74f21f69178a req-7ed52fa0-3471-4268-9723-c5fcf7c61fa5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:08.364501 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5de5e0ee-fd01-4e6a-928f-74f21f69178a req-7ed52fa0-3471-4268-9723-c5fcf7c61fa5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1336448 Jun 15 14:33:08.380049 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c5702-ee60-454a-a6ba-ad2bdb6bd5e3 req-d5c4ea48-24a2-4c82-a75e-ddfa3a8bfcfa tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:08.381477 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c87c5702-ee60-454a-a6ba-ad2bdb6bd5e3 req-d5c4ea48-24a2-4c82-a75e-ddfa3a8bfcfa tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.1162097 Jun 15 14:33:08.455335 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5de5e0ee-fd01-4e6a-928f-74f21f69178a req-407335a9-0521-4189-b736-80951298a887 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834751 Jun 15 14:33:08.458334 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c87c5702-ee60-454a-a6ba-ad2bdb6bd5e3 req-19d40519-7edc-480e-8ce4-f2c4fba0a91c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699112 Jun 15 14:33:08.821904 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b030c4-ff6e-47e3-b0e2-98a7f4cf6539 req-c8476dff-75ba-4d1f-9b21-9036072c010e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:08.823547 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-85b030c4-ff6e-47e3-b0e2-98a7f4cf6539 req-c8476dff-75ba-4d1f-9b21-9036072c010e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0800710 Jun 15 14:33:08.880406 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-85b030c4-ff6e-47e3-b0e2-98a7f4cf6539 req-156ec4b4-5abb-4104-9e2a-6b946aad6377 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485082 Jun 15 14:33:09.713490 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47eb66-be7f-4e8a-a885-14686cba96bf req-9618f3ee-7fff-4e20-b470-b2c8bf9c194a tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:09.716175 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7c47eb66-be7f-4e8a-a885-14686cba96bf req-9618f3ee-7fff-4e20-b470-b2c8bf9c194a tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.1198406 Jun 15 14:33:09.731343 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2d66e-bc27-48a0-bf89-0fe0f6fbf2cd req-64f79506-40aa-491c-9b93-e16174e17cf6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:09.732904 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-41a2d66e-bc27-48a0-bf89-0fe0f6fbf2cd req-64f79506-40aa-491c-9b93-e16174e17cf6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 946 time: 0.1471729 Jun 15 14:33:09.798368 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7c47eb66-be7f-4e8a-a885-14686cba96bf req-d2c128f9-01f9-4f9e-abc5-5fb07f408270 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762885 Jun 15 14:33:09.803449 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-41a2d66e-bc27-48a0-bf89-0fe0f6fbf2cd req-37f5229a-a412-4aaf-be43-a9f08ceb6979 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645797 Jun 15 14:33:09.881174 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:10.006170 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:10.033525 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:10.035831 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c46c6e3-3c94-4224-9fa8-d9faab0cfb08" -d '{"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-unplugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:10.050851 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:10.065421 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:10.068924 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:10.114113 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bece2a4f-2e56-47a6-8587-5a9fcf613757 x-openstack-request-id: req-bece2a4f-2e56-47a6-8587-5a9fcf613757 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:10.114584 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-unplugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:10.114988 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bece2a4f-2e56-47a6-8587-5a9fcf613757 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:10.115572 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'code': 200} Jun 15 14:33:10.125698 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8e2e7-f436-497b-bf4c-08e4455bd9c2 req-1a91e1a8-77b1-45c6-a2de-c746d1959471 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:10.129173 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-30e8e2e7-f436-497b-bf4c-08e4455bd9c2 req-1a91e1a8-77b1-45c6-a2de-c746d1959471 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1217122 Jun 15 14:33:10.163933 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=8']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:10.168281 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:10.183817 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-30e8e2e7-f436-497b-bf4c-08e4455bd9c2 req-f09c434f-5283-40d2-a655-81df76aa4e23 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484757 Jun 15 14:33:11.059540 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b7fc7-e3e1-4ef2-973e-ff49e132c5f6 req-e7a7c9d1-8fdf-400a-9ea0-ac12e8d01bed tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:11.061132 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f64b7fc7-e3e1-4ef2-973e-ff49e132c5f6 req-e7a7c9d1-8fdf-400a-9ea0-ac12e8d01bed tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.1344383 Jun 15 14:33:11.077835 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ece404-0cc4-484f-8a5d-f7c1ce198016 req-5c4291b0-de99-48a4-b0ca-96d25b146fa8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:11.080295 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-93ece404-0cc4-484f-8a5d-f7c1ce198016 req-5c4291b0-de99-48a4-b0ca-96d25b146fa8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1128249 Jun 15 14:33:11.160880 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f64b7fc7-e3e1-4ef2-973e-ff49e132c5f6 req-6a2c5303-2ac1-4a5f-b2f1-d90be6e3e643 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803201 Jun 15 14:33:11.198660 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-93ece404-0cc4-484f-8a5d-f7c1ce198016 req-63dde5a7-02da-4363-bb26-524b07a62215 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834129 Jun 15 14:33:11.424097 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772235-e9ce-4e38-8e02-17a7c77c55c9 req-b3eb30f3-9700-4eba-8896-9b755ffcf1e1 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:11.437713 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8772235-e9ce-4e38-8e02-17a7c77c55c9 req-b3eb30f3-9700-4eba-8896-9b755ffcf1e1 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0926471 Jun 15 14:33:11.498059 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8772235-e9ce-4e38-8e02-17a7c77c55c9 req-a0899ee0-f179-496c-9cf5-d023b9895e95 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594585 Jun 15 14:33:12.338836 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:33:12.488179 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931257f-4c63-4cc7-a4f9-e778da8b90e1 req-a2e70f48-bcfe-4dda-a0cd-54a9dc1ec2b4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:12.489716 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d931257f-4c63-4cc7-a4f9-e778da8b90e1 req-a2e70f48-bcfe-4dda-a0cd-54a9dc1ec2b4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1515763 Jun 15 14:33:12.503295 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb8c2d-2030-4cf1-aea8-0b15db12d55a req-20bdca54-397d-4569-a4f5-dace5d7af66c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:12.505567 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c4bb8c2d-2030-4cf1-aea8-0b15db12d55a req-20bdca54-397d-4569-a4f5-dace5d7af66c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.1173875 Jun 15 14:33:12.578755 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d931257f-4c63-4cc7-a4f9-e778da8b90e1 req-1a0d213f-c681-4d92-8039-144c7796f31f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725205 Jun 15 14:33:12.585368 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c4bb8c2d-2030-4cf1-aea8-0b15db12d55a req-a5d843b7-be3c-45df-ad35-b83ec6c0bbb5 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723825 Jun 15 14:33:12.783460 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c56dd-7de2-4225-8c7a-ee43c496b705 req-b4487b2a-8960-4e30-bdc9-a3c983bb4e92 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:12.785052 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eb4c56dd-7de2-4225-8c7a-ee43c496b705 req-b4487b2a-8960-4e30-bdc9-a3c983bb4e92 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0929835 Jun 15 14:33:12.852777 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-eb4c56dd-7de2-4225-8c7a-ee43c496b705 req-1231d346-953b-4f9f-83a9-6173bcad83f1 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614450 Jun 15 14:33:13.839476 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f88fd3-02fa-4d6c-9e1e-e918c3d2a18d req-a37a50d4-e2b8-45fa-ad74-590ba99aa390 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:13.841062 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c0f88fd3-02fa-4d6c-9e1e-e918c3d2a18d req-a37a50d4-e2b8-45fa-ad74-590ba99aa390 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.1326468 Jun 15 14:33:13.878649 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ee428-859d-4abe-bf3b-11849bc0c846 req-1aea7917-78ed-4b9e-bdc3-9ea77d45fcf2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:13.887520 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c64ee428-859d-4abe-bf3b-11849bc0c846 req-1aea7917-78ed-4b9e-bdc3-9ea77d45fcf2 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1611373 Jun 15 14:33:13.929835 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c0f88fd3-02fa-4d6c-9e1e-e918c3d2a18d req-9d4070f7-e538-4ade-949a-dfcbf30e5f87 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Jun 15 14:33:13.965268 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c64ee428-859d-4abe-bf3b-11849bc0c846 req-ba6338fe-3ba5-4d4c-b551-c8491e979f84 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766799 Jun 15 14:33:14.142249 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf62730-362a-43c6-b374-10df8587f4ff req-e4c4ec29-8caf-4b05-b5db-8d4dde5741c4 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:14.143678 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0cf62730-362a-43c6-b374-10df8587f4ff req-e4c4ec29-8caf-4b05-b5db-8d4dde5741c4 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0786269 Jun 15 14:33:14.201032 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0cf62730-362a-43c6-b374-10df8587f4ff req-bbb2f808-a319-48f2-947b-390d5ce98d9b tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514605 Jun 15 14:33:15.189811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3ca1e-94aa-4f5f-842b-bc01071b9302 req-4587fd1f-15c8-4fb7-bd80-1c024bee066d tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:15.191263 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-21d3ca1e-94aa-4f5f-842b-bc01071b9302 req-4587fd1f-15c8-4fb7-bd80-1c024bee066d tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.1298873 Jun 15 14:33:15.215709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7fd4-f75f-4836-a6b5-d82cb965ab7b req-82764f2b-71df-4ee8-8522-75c70120dafd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:15.217372 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-489f7fd4-f75f-4836-a6b5-d82cb965ab7b req-82764f2b-71df-4ee8-8522-75c70120dafd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1117163 Jun 15 14:33:15.279896 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-21d3ca1e-94aa-4f5f-842b-bc01071b9302 req-90811ee8-1616-48d9-927a-fa9ebdbafa9e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813229 Jun 15 14:33:15.294881 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-489f7fd4-f75f-4836-a6b5-d82cb965ab7b req-d0a1c968-153d-461d-869a-c63b3076804b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627601 Jun 15 14:33:15.463057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf01ff4-ebba-4995-b37f-8e0a3d60bd62 req-a3f45773-032d-4de2-ace2-53c89ea7f738 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:15.464622 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-abf01ff4-ebba-4995-b37f-8e0a3d60bd62 req-a3f45773-032d-4de2-ace2-53c89ea7f738 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0734355 Jun 15 14:33:15.516078 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-abf01ff4-ebba-4995-b37f-8e0a3d60bd62 req-09da0538-b14d-488c-aefd-dc0c057fa9b7 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Jun 15 14:33:16.425402 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Request body: {'port': {'device_id': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:16.541994 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-8ea522d4-bd9e-4f5d-920b-ede93efab7d2 req-7cddf1fa-618f-4a19-adaf-bf561031ce4e service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232917 Jun 15 14:33:16.623930 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d045d63-489a-4a50-88f6-65e47ad54efc req-f54166ae-ee53-4a7f-b5e3-df887b0d9831 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:16.625459 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d045d63-489a-4a50-88f6-65e47ad54efc req-f54166ae-ee53-4a7f-b5e3-df887b0d9831 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 932 time: 0.2149255 Jun 15 14:33:16.627149 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:16.636995 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdc79f-70dc-47c9-99eb-5d51befbdba1 req-8b86e238-bbd5-470f-addd-9875e9c5051f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:16.638497 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c1bdc79f-70dc-47c9-99eb-5d51befbdba1 req-8b86e238-bbd5-470f-addd-9875e9c5051f tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.2098417 Jun 15 14:33:16.753447 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5d045d63-489a-4a50-88f6-65e47ad54efc req-c45e8b26-9cab-4c15-88ab-ba7afd41623e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139467 Jun 15 14:33:16.757990 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c1bdc79f-70dc-47c9-99eb-5d51befbdba1 req-98a9a57b-f487-44f2-9a46-186df136d815 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006970 Jun 15 14:33:17.039339 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e121db-dd32-40c9-bf6d-730cf13598ee req-82f521fd-6294-4f96-89ad-2795c6b8308c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.040905 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-44e121db-dd32-40c9-bf6d-730cf13598ee req-82f521fd-6294-4f96-89ad-2795c6b8308c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1793659 Jun 15 14:33:17.144095 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-44e121db-dd32-40c9-bf6d-730cf13598ee req-19fe1a39-e4a1-4233-b1a8-bf0e62a0b9b9 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785365 Jun 15 14:33:17.146055 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2409209-5c74-4e75-b792-e39549317f22 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:33:17.155074 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.168695 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Transition to ACTIVE for port object d2409209-5c74-4e75-b792-e39549317f22 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:17.172716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.175486 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4bd8f5ab-93eb-48cf-abef-eb9edfab3465 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:17.270316 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Pushing event updated for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:17.274090 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:17.369709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Attempting to bind port d2409209-5c74-4e75-b792-e39549317f22 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:33:17.370376 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Attempting to bind port d2409209-5c74-4e75-b792-e39549317f22 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:33:17.370666 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Attempting to bind port d2409209-5c74-4e75-b792-e39549317f22 on network ce81d7e3-1f8f-4227-8439-d485b6bc65db {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:33:17.377538 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Port d2409209-5c74-4e75-b792-e39549317f22 on network ce81d7e3-1f8f-4227-8439-d485b6bc65db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:33:17.377538 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Attempting to bind port d2409209-5c74-4e75-b792-e39549317f22 on network ce81d7e3-1f8f-4227-8439-d485b6bc65db {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:33:17.381948 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:33:17.382481 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Checking segment: {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:33:17.382724 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Bound using segment: {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:33:17.383169 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Bound port: d2409209-5c74-4e75-b792-e39549317f22, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b24fadb-6337-4910-bd59-42eea9b47ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:33:17.383549 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.461330 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:33:17.464780 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d2409209-5c74-4e75-b792-e39549317f22,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:33:17.472947 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.475115 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-66522452-3e04-4948-a207-622347c683f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:17.522797 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.523425 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.524802 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] 10.222.0.61 "PUT /v2.0/ports/d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 1094 time: 1.1046662 Jun 15 14:33:17.525317 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:17.528228 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e" -d '{"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:17.560829 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Pushing event updated for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:17.564105 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:17.567684 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b49454-493b-4f6c-b0bb-b8ddd7c2cb8d x-openstack-request-id: req-e7b49454-493b-4f6c-b0bb-b8ddd7c2cb8d {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:17.568277 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:17.568762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7b49454-493b-4f6c-b0bb-b8ddd7c2cb8d {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:17.569377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22', 'status': 'completed', 'code': 200} Jun 15 14:33:17.655594 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-9b29e347-848e-4dbe-acc8-77f2cd4d9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.657259 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-9b29e347-848e-4dbe-acc8-77f2cd4d9efe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1097 time: 0.0657985 Jun 15 14:33:17.720899 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-8e8fc6a9-61a2-47e0-96f7-f69c152295c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 217 time: 0.0495143 Jun 15 14:33:17.781584 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-edbd7716-c74e-4419-ba1f-278b774d991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.783009 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-edbd7716-c74e-4419-ba1f-278b774d991d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0558434 Jun 15 14:33:17.851225 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-20b1cd1f-71d7-4f36-90ec-0e8c61c296c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.852687 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-20b1cd1f-71d7-4f36-90ec-0e8c61c296c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629663 Jun 15 14:33:18.070826 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-93fc95a8-0b98-4833-ae1e-21fc3a92570a service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100847 Jun 15 14:33:18.085175 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bdc43-1421-4d55-adc2-88001797293e req-31cfaa07-f66b-4ff8-b345-4bb2bd47ec98 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.086611 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b8bdc43-1421-4d55-adc2-88001797293e req-31cfaa07-f66b-4ff8-b345-4bb2bd47ec98 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 944 time: 0.2051005 Jun 15 14:33:18.124860 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8476501-b6ab-408a-a906-26ff1772610d req-daa579d4-c602-4207-ad08-cc4796e7f37b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.126370 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8476501-b6ab-408a-a906-26ff1772610d req-daa579d4-c602-4207-ad08-cc4796e7f37b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.2343600 Jun 15 14:33:18.257369 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b8bdc43-1421-4d55-adc2-88001797293e req-d941b85b-f180-47f0-a399-539f6efff5b9 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603413 Jun 15 14:33:18.262795 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b8476501-b6ab-408a-a906-26ff1772610d req-7e004d46-f1c7-48ed-9bf8-644c61266f0a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252842 Jun 15 14:33:18.283903 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b3521ff5-535a-429d-b21c-d27d54acb6e9 req-272fee25-c90e-439e-9a1d-a2e47ce4db99 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955650 Jun 15 14:33:18.580170 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfdb88-a85f-4896-9df0-3e6c63b11fea req-b9c2d2b2-cb2d-46d4-8605-72191ed47613 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.587078 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2fdfdb88-a85f-4896-9df0-3e6c63b11fea req-b9c2d2b2-cb2d-46d4-8605-72191ed47613 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1906793 Jun 15 14:33:18.590426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-41abc104-7b8d-49c8-a1ef-367788059e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.591888 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-41abc104-7b8d-49c8-a1ef-367788059e20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1097 time: 0.1974599 Jun 15 14:33:18.748013 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2fdfdb88-a85f-4896-9df0-3e6c63b11fea req-521c35fa-6b1b-4d10-9026-2199c5292c69 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599634 Jun 15 14:33:18.802914 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef65d8-368b-4ef5-aeb0-3fe27485a240 req-b71176db-3579-4501-baff-dc68b688d804 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.804434 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-95ef65d8-368b-4ef5-aeb0-3fe27485a240 req-b71176db-3579-4501-baff-dc68b688d804 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.2066064 Jun 15 14:33:18.805466 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-61fdda22-7aa7-4e5c-82f2-17990efaa982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.807349 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-61fdda22-7aa7-4e5c-82f2-17990efaa982 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 915 time: 0.1902807 Jun 15 14:33:19.165425 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-1e2e28e8-dfa5-4fd6-a3f1-fbc1a8632531 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 217 time: 0.3483522 Jun 15 14:33:19.215632 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-95ef65d8-368b-4ef5-aeb0-3fe27485a240 req-c254d1df-cba7-40b4-be7d-ffce3badc7bb tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045575 Jun 15 14:33:19.235380 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-686c6531-803d-4299-bf80-855b628f74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:19.236882 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-686c6531-803d-4299-bf80-855b628f74d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0594857 Jun 15 14:33:19.300368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-e255511e-d979-4eef-aad8-df62afef0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:19.302957 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-e255511e-d979-4eef-aad8-df62afef0dd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588515 Jun 15 14:33:19.499575 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-2550956c-53dd-41dc-aaa0-c3d456d186e3 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912353 Jun 15 14:33:19.623797 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d951f8-4e36-41ac-8390-dd8a5eeea40d req-b9ca0ea8-00cd-46f5-bc7d-30d4fba02e37 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:19.625185 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c8d951f8-4e36-41ac-8390-dd8a5eeea40d req-b9ca0ea8-00cd-46f5-bc7d-30d4fba02e37 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 944 time: 0.2297738 Jun 15 14:33:19.652732 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41ee58-4e7a-42a9-bb95-9e85ab12784c req-9bdc3f80-2ee4-419e-8714-f005ddc48ae7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:19.654170 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8c41ee58-4e7a-42a9-bb95-9e85ab12784c req-9bdc3f80-2ee4-419e-8714-f005ddc48ae7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.2389984 Jun 15 14:33:19.707961 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-da2f1fa3-3a3d-4d05-80fe-891397c6e51e req-7d199fbc-ed37-46f0-961c-8914f7aa87dc service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980147 Jun 15 14:33:19.735528 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c8d951f8-4e36-41ac-8390-dd8a5eeea40d req-dd47f96a-868b-41fc-893a-06cc4ac3f773 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995429 Jun 15 14:33:19.743110 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8c41ee58-4e7a-42a9-bb95-9e85ab12784c req-caaacbd7-3d75-4d69-ab08-84bbcac681e6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741384 Jun 15 14:33:19.929983 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c5858-3ad5-4b5d-9eb9-154a794506b3 req-8c9c586c-9b32-49b4-8d4d-59082be3ede3 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:19.932156 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-675c5858-3ad5-4b5d-9eb9-154a794506b3 req-8c9c586c-9b32-49b4-8d4d-59082be3ede3 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0711722 Jun 15 14:33:19.978183 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-675c5858-3ad5-4b5d-9eb9-154a794506b3 req-053e79ef-802f-403b-bf45-aa94086363b6 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396965 Jun 15 14:33:20.409123 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81093d-1326-42f6-821f-4bc7e8734c03 req-7c841981-72b3-4dda-8878-62d6b1bcd018 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:20.410555 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fe81093d-1326-42f6-821f-4bc7e8734c03 req-7c841981-72b3-4dda-8878-62d6b1bcd018 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0747249 Jun 15 14:33:20.466596 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fe81093d-1326-42f6-821f-4bc7e8734c03 req-c408f987-cf25-456d-b435-b140a4d3ec7f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494170 Jun 15 14:33:20.927008 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-7b25a887-ef52-41d7-843e-801e8571a1ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592413 Jun 15 14:33:20.982402 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30546189-dad0-4a9d-aa4b-63e3ba840018 req-96d1fbf9-5872-40ed-8a4b-3548dbd4208e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:20.983928 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-30546189-dad0-4a9d-aa4b-63e3ba840018 req-96d1fbf9-5872-40ed-8a4b-3548dbd4208e tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1280408 Jun 15 14:33:20.991809 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6130-b2a2-4b45-b2f2-f4c80c39f927 req-5aa8c9cb-9634-4165-aaee-8f74c8329ec5 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:20.993315 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e09f6130-b2a2-4b45-b2f2-f4c80c39f927 req-5aa8c9cb-9634-4165-aaee-8f74c8329ec5 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 944 time: 0.1260521 Jun 15 14:33:21.070901 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-30546189-dad0-4a9d-aa4b-63e3ba840018 req-ba6090c7-876f-47b5-b20a-da41e7af450b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763912 Jun 15 14:33:21.074593 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e09f6130-b2a2-4b45-b2f2-f4c80c39f927 req-0ad1d109-0f20-49b4-97fd-9dc288d1da75 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741274 Jun 15 14:33:21.266018 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e106d6-2518-4fdb-927e-09c3491564c9 req-211c5063-1741-451d-83c7-444ae42b4838 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:21.267610 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-48e106d6-2518-4fdb-927e-09c3491564c9 req-211c5063-1741-451d-83c7-444ae42b4838 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.0768487 Jun 15 14:33:21.312872 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-48e106d6-2518-4fdb-927e-09c3491564c9 req-d2ecb9f9-899b-4c73-a9ad-ed77ec4aee99 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 Jun 15 14:33:21.659319 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d095-fcf7-44ac-be5c-620f616c4da7 req-ce188a9c-79c1-42b6-8bf8-561ce53c06d8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:21.660828 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-87f4d095-fcf7-44ac-be5c-620f616c4da7 req-ce188a9c-79c1-42b6-8bf8-561ce53c06d8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0711501 Jun 15 14:33:21.707678 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-87f4d095-fcf7-44ac-be5c-620f616c4da7 req-aab01144-c598-4c27-9e02-ea9709290db4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Jun 15 14:33:21.881246 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-4f84ee28-c78c-4385-aa36-53a2aa2aa17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:21.882809 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-4f84ee28-c78c-4385-aa36-53a2aa2aa17f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70&tenant_id=0abef8b4f4774cc2b33738068984a5d2 HTTP/1.1" status: 200 len: 1097 time: 0.0606689 Jun 15 14:33:21.942141 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device d2409209-5c74-4e75-b792-e39549317f22 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:33:21.951914 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:21.988537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-109ea379-40e3-410a-b46a-3b6b6080dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:21.990037 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-109ea379-40e3-410a-b46a-3b6b6080dc5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1097 time: 0.0691812 Jun 15 14:33:22.121512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-af0e1f39-0d0a-451d-889a-b517efb1a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:22.123223 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-af0e1f39-0d0a-451d-889a-b517efb1a09b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1260600 Jun 15 14:33:22.149964 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d2409209-5c74-4e75-b792-e39549317f22,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:22.162710 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'd2409209-5c74-4e75-b792-e39549317f22', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'port_id': 'd2409209-5c74-4e75-b792-e39549317f22', 'mac_address': 'fa:16:3e:a3:bb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:33:22.209614 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.225178 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2409209-5c74-4e75-b792-e39549317f22 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:33:22.249908 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d2409209-5c74-4e75-b792-e39549317f22,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:22.253860 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.255699 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:22.337570 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:22.341230 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-e436b9f9-b40f-4d23-99b6-5ce2015cf0dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 200 len: 999 time: 0.2071764 Jun 15 14:33:22.341627 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:22.437624 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2a396-3aa3-4ac7-a336-66d737076c6e req-6a059261-0ea4-4ab0-973c-b8ea79b6e333 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:22.439194 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a6c2a396-3aa3-4ac7-a336-66d737076c6e req-6a059261-0ea4-4ab0-973c-b8ea79b6e333 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.2228627 Jun 15 14:33:22.448393 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927f221-6a6a-41d1-b8c7-a829e8d984a1 req-fa1ee6d8-fb47-4cdf-acb5-c78993a05f4f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:22.449828 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a927f221-6a6a-41d1-b8c7-a829e8d984a1 req-fa1ee6d8-fb47-4cdf-acb5-c78993a05f4f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 944 time: 0.2346230 Jun 15 14:33:22.459405 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-f516a417-df84-4e1f-a55d-f6e254e49f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:22.460854 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-f516a417-df84-4e1f-a55d-f6e254e49f9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.1097770 Jun 15 14:33:22.546325 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a6c2a396-3aa3-4ac7-a336-66d737076c6e req-9e3b36ac-910b-48d2-a710-c22332e3c044 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935261 Jun 15 14:33:22.566170 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a927f221-6a6a-41d1-b8c7-a829e8d984a1 req-1e9fc39d-c8a0-4efc-9878-4279fd076e81 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044421 Jun 15 14:33:22.577914 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['d2409209-5c74-4e75-b792-e39549317f22'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:22.589968 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-7df980a0-cf0e-4eb6-809f-16e4489866ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:22.591833 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-7df980a0-cf0e-4eb6-809f-16e4489866ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187642 Jun 15 14:33:22.781577 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-d0e17f12-f5b6-4aa7-a6ea-9b2050d85c14 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828442 Jun 15 14:33:22.834862 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a0d89-fccc-4671-bd14-1d31c7fe0722 req-8e6bc1d5-806c-476a-afb7-dce5b1e5f30e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:22.836399 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-365a0d89-fccc-4671-bd14-1d31c7fe0722 req-8e6bc1d5-806c-476a-afb7-dce5b1e5f30e tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1345160 Jun 15 14:33:22.996370 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-365a0d89-fccc-4671-bd14-1d31c7fe0722 req-14b8b78b-fcde-4109-bc9a-e5df8485d417 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530724 Jun 15 14:33:23.000251 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-81fae49d-54b1-4f0c-bd30-4c587e187313 req-18ea9b85-e4f6-4c8d-b219-343d70f92343 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117736 Jun 15 14:33:23.028439 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a103fc-86fb-41d6-90c3-93f3ad714ffb req-1a5a5815-8839-41ee-abb8-daa4c881f043 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:23.030161 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a103fc-86fb-41d6-90c3-93f3ad714ffb req-1a5a5815-8839-41ee-abb8-daa4c881f043 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1902146 Jun 15 14:33:23.098978 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-12a103fc-86fb-41d6-90c3-93f3ad714ffb req-a9423eaa-7c35-4700-b33b-ed4bce070220 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579669 Jun 15 14:33:23.878287 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c52265-e90d-4f05-a6fd-752dac17eb2e req-8c427336-af1b-4cac-b0cc-8c656ef8e12b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:23.879834 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b5c52265-e90d-4f05-a6fd-752dac17eb2e req-8c427336-af1b-4cac-b0cc-8c656ef8e12b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1400161 Jun 15 14:33:23.892400 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ce442-ff1e-4d88-abab-b0391d9b91ce req-5f872c05-2532-41c7-8773-a4aa8a15d10c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:23.893970 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f4ce442-ff1e-4d88-abab-b0391d9b91ce req-5f872c05-2532-41c7-8773-a4aa8a15d10c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 945 time: 0.1097040 Jun 15 14:33:23.953143 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:33:23.961603 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device d2409209-5c74-4e75-b792-e39549317f22 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:23.986686 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b5c52265-e90d-4f05-a6fd-752dac17eb2e req-50e40197-fb6a-4035-bb23-4c1c41fc00eb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911286 Jun 15 14:33:24.009085 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1f4ce442-ff1e-4d88-abab-b0391d9b91ce req-a92a314f-c819-46e7-b0d3-3d8a1af903e7 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077938 Jun 15 14:33:24.112191 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port d2409209-5c74-4e75-b792-e39549317f22 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:24.165697 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port d2409209-5c74-4e75-b792-e39549317f22 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:24.166927 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.285335 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:24.294212 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbbe6c-9a6c-449f-a359-e5629e7e51ed req-f06873d1-d25c-4206-af43-e23beb51d2cf tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:24.301944 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e5bbbe6c-9a6c-449f-a359-e5629e7e51ed req-f06873d1-d25c-4206-af43-e23beb51d2cf tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 944 time: 0.1227319 Jun 15 14:33:24.331821 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'port_id': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'mac_address': 'fa:16:3e:43:fe:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:33:24.390326 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e5bbbe6c-9a6c-449f-a359-e5629e7e51ed req-e9a2e596-03c1-4167-981c-bc14a286a495 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872953 Jun 15 14:33:24.398590 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.421722 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.448731 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f6219-d49b-4a3a-b3c1-97938bb28545 req-07f3a66d-39bb-4bcf-96d5-d78121d54022 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:24.451482 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cd6f6219-d49b-4a3a-b3c1-97938bb28545 req-07f3a66d-39bb-4bcf-96d5-d78121d54022 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1771469 Jun 15 14:33:24.474878 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:24.476484 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99745a38-9e62-4054-9bce-ac94b1fe5c7d" -d '{"events": [{"server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "name": "network-vif-plugged", "status": "completed", "tag": "d2409209-5c74-4e75-b792-e39549317f22"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:24.485192 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:33:24.538301 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56086bbb-1895-45e5-9b54-28f2b680fb65 x-openstack-request-id: req-56086bbb-1895-45e5-9b54-28f2b680fb65 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:24.538642 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "name": "network-vif-plugged", "status": "completed", "tag": "d2409209-5c74-4e75-b792-e39549317f22", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:24.538905 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56086bbb-1895-45e5-9b54-28f2b680fb65 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:24.539285 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22', 'code': 200} Jun 15 14:33:24.544080 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d2409209-5c74-4e75-b792-e39549317f22,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:24.551509 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.555172 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cd6f6219-d49b-4a3a-b3c1-97938bb28545 req-92a280cd-8e44-41a6-a458-cd6be2fdde96 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955503 Jun 15 14:33:24.559601 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-f870eeb7-4d5d-4249-97a5-b0052db5af3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:24.600962 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:24.608552 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.625209 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:24.629022 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:24.629536 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e3504421-2ae7-40b1-8fdf-b64fea8cc3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:24.689234 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=7']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:24.692402 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:24.941417 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:25.321986 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410187a8-8488-4459-84ba-87d39ce38035 req-730f082a-79cf-44a7-adbf-e975cf78bdfe tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:25.324160 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-410187a8-8488-4459-84ba-87d39ce38035 req-730f082a-79cf-44a7-adbf-e975cf78bdfe tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.1497216 Jun 15 14:33:25.336560 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ccc51-f72d-4c72-86e6-9946678e8059 req-1f0f055a-fabd-4e3f-91f0-e39443e775f0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:25.339007 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-939ccc51-f72d-4c72-86e6-9946678e8059 req-1f0f055a-fabd-4e3f-91f0-e39443e775f0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1127818 Jun 15 14:33:25.401821 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-410187a8-8488-4459-84ba-87d39ce38035 req-b041944a-4733-4ee1-a519-04a6a5047eff tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624568 Jun 15 14:33:25.415321 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-41331f61-0821-4200-9c54-971f1d0e6ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.432900 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-939ccc51-f72d-4c72-86e6-9946678e8059 req-bcb0d9c7-f3c3-4d97-9f0c-5f3256a1fea7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831246 Jun 15 14:33:25.626506 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ed0bc-2fd1-4f07-a15e-8bd7b90be17b req-60495423-2ca9-4e9c-944f-ae04e51eaf45 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:25.628221 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-204ed0bc-2fd1-4f07-a15e-8bd7b90be17b req-60495423-2ca9-4e9c-944f-ae04e51eaf45 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 945 time: 0.0786929 Jun 15 14:33:25.682113 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-204ed0bc-2fd1-4f07-a15e-8bd7b90be17b req-3723692f-bf3e-4ddf-91e4-1c1497496674 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Jun 15 14:33:25.792145 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1af81-d9bd-4418-b323-63b0fdc524f8 req-9e940a2b-da66-4c4f-b986-4b28669d26ef tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:25.793735 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a4a1af81-d9bd-4418-b323-63b0fdc524f8 req-9e940a2b-da66-4c4f-b986-4b28669d26ef tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0825474 Jun 15 14:33:25.848825 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a4a1af81-d9bd-4418-b323-63b0fdc524f8 req-ff423086-db99-4e5e-9da1-be90dff02f93 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483413 Jun 15 14:33:25.952528 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:26.010924 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:26.011310 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:26.106609 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:26.151516 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:26.157180 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:26.160070 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:26.257184 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=8']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:26.261409 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:26.542523 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:26.543251 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac29381-47f5-42d7-856e-184a4352654a" -d '{"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-plugged", "status": "completed", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:26.650269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302be27-32ce-4871-862c-e804902b3926 req-14e5c010-fda7-4769-8e66-8b9c47a8cc4d tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:26.651791 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c302be27-32ce-4871-862c-e804902b3926 req-14e5c010-fda7-4769-8e66-8b9c47a8cc4d tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.1113198 Jun 15 14:33:26.709547 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c302be27-32ce-4871-862c-e804902b3926 req-c7cd5893-6065-4381-8ecf-8c02cb235c72 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476410 Jun 15 14:33:26.716815 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435124ef-4c3e-448e-9dea-c4f489620163 req-c01a0c1f-10c1-4a6f-9225-26fb980e3db5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:26.718285 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-435124ef-4c3e-448e-9dea-c4f489620163 req-c01a0c1f-10c1-4a6f-9225-26fb980e3db5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1272941 Jun 15 14:33:26.768740 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ff9190-44b9-47b9-99e0-66b7a5d4db81 x-openstack-request-id: req-90ff9190-44b9-47b9-99e0-66b7a5d4db81 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:26.769119 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-plugged", "status": "completed", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:26.769435 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90ff9190-44b9-47b9-99e0-66b7a5d4db81 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:26.769888 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'code': 200} Jun 15 14:33:26.783494 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-435124ef-4c3e-448e-9dea-c4f489620163 req-b5d0b548-56e7-4b06-a62e-6e37f146d9d7 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575488 Jun 15 14:33:26.978884 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7320-d4e1-4d2c-9de8-cd3eb2a6ad14 req-1ac55ebb-861d-47ea-a7d2-091698c04757 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:26.987245 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b01c7320-d4e1-4d2c-9de8-cd3eb2a6ad14 req-1ac55ebb-861d-47ea-a7d2-091698c04757 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0852277 Jun 15 14:33:27.079728 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b01c7320-d4e1-4d2c-9de8-cd3eb2a6ad14 req-0cd2ff4b-8486-4650-b283-bdc939c235c1 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616276 Jun 15 14:33:27.106959 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5302df-fc06-43b3-8f4e-995aa17f2891 req-ee45a323-be39-463a-aa9f-d767d5e1c9a3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:27.108482 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cd5302df-fc06-43b3-8f4e-995aa17f2891 req-ee45a323-be39-463a-aa9f-d767d5e1c9a3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1238921 Jun 15 14:33:27.163682 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cd5302df-fc06-43b3-8f4e-995aa17f2891 req-da58a4ed-03e9-49f0-a6c7-640296191213 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492094 Jun 15 14:33:27.581337 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:27.928914 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a1bac-eb80-46d3-8758-4f7b62901ab6 req-45823e2a-49bc-46a9-9f16-72aa8d7780e7 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:27.939020 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cd7a1bac-eb80-46d3-8758-4f7b62901ab6 req-45823e2a-49bc-46a9-9f16-72aa8d7780e7 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0978880 Jun 15 14:33:28.029984 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cd7a1bac-eb80-46d3-8758-4f7b62901ab6 req-964b9276-5d0d-40b3-965b-0c27f7b839a0 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889430 Jun 15 14:33:28.080075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9579c-0012-4718-ac85-7929260d2d4a req-f8fc917b-cf90-4df6-b1e1-3d4ae29b4770 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:28.081987 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-adb9579c-0012-4718-ac85-7929260d2d4a req-f8fc917b-cf90-4df6-b1e1-3d4ae29b4770 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1142347 Jun 15 14:33:28.139427 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-adb9579c-0012-4718-ac85-7929260d2d4a req-2a3e75a6-f68e-438a-b9a1-f5818f9337db tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493639 Jun 15 14:33:28.322377 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82a37b-e1ef-4b45-80d7-8f919ca98578 req-28986c81-1112-4ddb-b939-0b9f80bf8d21 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:28.324148 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6e82a37b-e1ef-4b45-80d7-8f919ca98578 req-28986c81-1112-4ddb-b939-0b9f80bf8d21 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0991423 Jun 15 14:33:28.427671 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6e82a37b-e1ef-4b45-80d7-8f919ca98578 req-202800fc-873c-4489-9c15-49668c8255c1 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928984 Jun 15 14:33:28.455756 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97583fc-fcb1-41da-aa38-5a022ea12ee2 req-33616434-e4a4-41ad-bd0a-428726fce9ab tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:28.457452 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b97583fc-fcb1-41da-aa38-5a022ea12ee2 req-33616434-e4a4-41ad-bd0a-428726fce9ab tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1445985 Jun 15 14:33:28.514495 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b97583fc-fcb1-41da-aa38-5a022ea12ee2 req-03c1aba4-f9dc-4dd1-903e-bf8d2cf3de77 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467925 Jun 15 14:33:29.035414 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d9acd496-94ac-4d54-8662-8c4ea7ff4f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.236203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b783af-06dd-4535-b475-5e5c0ca394dd req-9eb495e3-854b-4cb9-b697-9fb3573273a7 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:29.238434 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-43b783af-06dd-4535-b475-5e5c0ca394dd req-9eb495e3-854b-4cb9-b697-9fb3573273a7 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0834997 Jun 15 14:33:29.293078 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-43b783af-06dd-4535-b475-5e5c0ca394dd req-e26e28fb-5044-41a8-9350-25df25ba2ec9 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Jun 15 14:33:29.393328 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f987a9f-50ca-4e8d-a61c-8c43404fc4b1 req-916a2159-c27d-4e06-a2d9-0e36072e94a5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:29.394950 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2f987a9f-50ca-4e8d-a61c-8c43404fc4b1 req-916a2159-c27d-4e06-a2d9-0e36072e94a5 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.0787282 Jun 15 14:33:29.446891 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2f987a9f-50ca-4e8d-a61c-8c43404fc4b1 req-02925fb9-eec5-44cb-8a1f-655f7c5ea8a0 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458436 Jun 15 14:33:29.686499 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.694540 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949e975-b3e9-45f2-8fce-d723bd1fc09c req-30d20def-be7a-42bd-aa25-d2490d6eb83f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:29.696199 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3949e975-b3e9-45f2-8fce-d723bd1fc09c req-30d20def-be7a-42bd-aa25-d2490d6eb83f tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1312826 Jun 15 14:33:29.760149 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3949e975-b3e9-45f2-8fce-d723bd1fc09c req-95c76dd3-b068-436b-aeec-7ba443ca8e08 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547044 Jun 15 14:33:29.769059 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe2fa4-13d6-4aed-83a0-c1faf9f07139 req-f499614b-de9b-41f5-8ddf-cfff603267b9 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:29.770652 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9fbe2fa4-13d6-4aed-83a0-c1faf9f07139 req-f499614b-de9b-41f5-8ddf-cfff603267b9 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1309361 Jun 15 14:33:29.831138 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9fbe2fa4-13d6-4aed-83a0-c1faf9f07139 req-2eb8182e-2c9e-4de4-8343-e0108bfbfad9 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535259 Jun 15 14:33:30.319489 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.552523 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7330b3-fe70-48f9-9e53-75e713cd7f0f req-4a9a4fa2-9dcb-40d1-a98a-b73ee8842a21 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:30.558983 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5c7330b3-fe70-48f9-9e53-75e713cd7f0f req-4a9a4fa2-9dcb-40d1-a98a-b73ee8842a21 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.1237528 Jun 15 14:33:30.648859 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5c7330b3-fe70-48f9-9e53-75e713cd7f0f req-0a3c43c1-827b-4a96-b307-4ef3f595fa62 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790977 Jun 15 14:33:30.685006 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa948d-3178-4a71-9ed7-f3c8239459e0 req-07aa1a80-f456-48ab-b71d-7ae4889a27a1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:30.687754 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c5aa948d-3178-4a71-9ed7-f3c8239459e0 req-07aa1a80-f456-48ab-b71d-7ae4889a27a1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1042671 Jun 15 14:33:30.743024 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c5aa948d-3178-4a71-9ed7-f3c8239459e0 req-c07c0265-6036-434f-a2c5-014ea8f1c242 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 Jun 15 14:33:31.006282 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d1140-77fa-4871-9e92-ce60ceee546d req-12ace090-56b9-4b19-b8e9-561991aab975 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:31.007715 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-670d1140-77fa-4871-9e92-ce60ceee546d req-12ace090-56b9-4b19-b8e9-561991aab975 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1064088 Jun 15 14:33:31.110217 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-670d1140-77fa-4871-9e92-ce60ceee546d req-b033b9f4-a438-4519-8a6f-57e19005bb60 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748074 Jun 15 14:33:31.122225 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93724e57-5cc6-4f00-97cd-eda5faeb70c8 req-e9a8c2f3-f130-46bb-a3ae-e2508f46171f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:31.123845 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-93724e57-5cc6-4f00-97cd-eda5faeb70c8 req-e9a8c2f3-f130-46bb-a3ae-e2508f46171f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1354990 Jun 15 14:33:31.182171 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-93724e57-5cc6-4f00-97cd-eda5faeb70c8 req-0ae2c095-65cc-423b-b1ab-cc54dc5dfc27 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507903 Jun 15 14:33:31.416567 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:31.855476 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a02a9d-1767-4f99-ab19-6200bcb90d1d req-e0ab48d2-04b1-439b-a90b-f8856c603adf tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:31.857076 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-86a02a9d-1767-4f99-ab19-6200bcb90d1d req-e0ab48d2-04b1-439b-a90b-f8856c603adf tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0930421 Jun 15 14:33:31.940439 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-86a02a9d-1767-4f99-ab19-6200bcb90d1d req-13d6e151-638c-419a-8b5c-d54b997c47b9 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Jun 15 14:33:32.012458 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1830f-1167-498c-baf4-1d6cb8d81153 req-8d53d3b0-9fc6-4fb2-8ef3-d0c2ead3fd91 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:32.013997 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5b1830f-1167-498c-baf4-1d6cb8d81153 req-8d53d3b0-9fc6-4fb2-8ef3-d0c2ead3fd91 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.0898786 Jun 15 14:33:32.071298 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5b1830f-1167-498c-baf4-1d6cb8d81153 req-fbf0387d-25a2-4e8c-91b9-c68b38f5dfae tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476551 Jun 15 14:33:32.381596 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d44766-93ef-4bf5-b3e6-20747c9186cf req-b2a62de4-e19b-427c-8ee3-cd521fd0804d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:32.383196 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-52d44766-93ef-4bf5-b3e6-20747c9186cf req-b2a62de4-e19b-427c-8ee3-cd521fd0804d tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.1151798 Jun 15 14:33:32.450084 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-52d44766-93ef-4bf5-b3e6-20747c9186cf req-563c530f-b0ed-4340-ac0b-459e0450cdbe tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578706 Jun 15 14:33:32.458653 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1388161-b534-40c8-bef6-aee7c0b2c857 req-3dbd8e71-886a-4d11-a43d-d748300f0b42 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:32.460227 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1388161-b534-40c8-bef6-aee7c0b2c857 req-3dbd8e71-886a-4d11-a43d-d748300f0b42 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1337380 Jun 15 14:33:32.525932 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a1388161-b534-40c8-bef6-aee7c0b2c857 req-1f98c8d4-56b7-4a01-94cd-d458b582c0f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569000 Jun 15 14:33:33.145383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739b12c-36fa-4b69-9200-876dc8374f9d req-18bf84d9-30a5-443d-9b2f-bcbb6d960cc4 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:33.146989 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7739b12c-36fa-4b69-9200-876dc8374f9d req-18bf84d9-30a5-443d-9b2f-bcbb6d960cc4 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0782578 Jun 15 14:33:33.203965 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7739b12c-36fa-4b69-9200-876dc8374f9d req-ff649dbd-3e5b-458d-a678-bc4c7b7c1924 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Jun 15 14:33:33.292187 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7e978-e8a6-4528-bd3d-4b64e4044d82 req-a45e2b64-d5a0-46cf-94e7-43a8ad671988 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:33.293751 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2cd7e978-e8a6-4528-bd3d-4b64e4044d82 req-a45e2b64-d5a0-46cf-94e7-43a8ad671988 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.0770833 Jun 15 14:33:33.344433 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2cd7e978-e8a6-4528-bd3d-4b64e4044d82 req-a8eed586-b261-4450-8659-334dc6f99fdd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448008 Jun 15 14:33:33.652110 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf02378-3f45-45f1-b4ed-b3b7ef23c64d req-796b47af-43ea-41e1-87f5-9fa541e85d4a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:33.653615 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aaf02378-3f45-45f1-b4ed-b3b7ef23c64d req-796b47af-43ea-41e1-87f5-9fa541e85d4a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0775032 Jun 15 14:33:33.737580 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-aaf02378-3f45-45f1-b4ed-b3b7ef23c64d req-1c4f6379-5b4c-4de3-a551-293f603b1649 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729966 Jun 15 14:33:33.762631 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248f688-af60-4186-ab9d-04617fdc5c2d req-28573b94-d94e-4e46-8f61-3b1ea0a9435f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:33.764195 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3248f688-af60-4186-ab9d-04617fdc5c2d req-28573b94-d94e-4e46-8f61-3b1ea0a9435f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1086407 Jun 15 14:33:33.813209 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3248f688-af60-4186-ab9d-04617fdc5c2d req-fb715428-104e-44e2-a1ba-d55e3556ce2b tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Jun 15 14:33:34.020391 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6549980-7fa3-4e22-89b1-709b0daf4cba req-a5dd834e-4294-4f4c-b17e-5ec19cc25750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:34.021821 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b6549980-7fa3-4e22-89b1-709b0daf4cba req-a5dd834e-4294-4f4c-b17e-5ec19cc25750 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1099 time: 0.0756016 Jun 15 14:33:34.065019 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b6549980-7fa3-4e22-89b1-709b0daf4cba req-04b9b16e-b683-456f-8005-b88346dd3030 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354085 Jun 15 14:33:34.081459 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba2c06-bd1f-4720-a605-0d19863c2fb7 req-fb491dcf-e380-4b59-be00-70eafcd8957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:34.083265 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-73ba2c06-bd1f-4720-a605-0d19863c2fb7 req-fb491dcf-e380-4b59-be00-70eafcd8957f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1099 time: 0.0658312 Jun 15 14:33:34.358335 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-73ba2c06-bd1f-4720-a605-0d19863c2fb7 req-daec85b2-34de-4b63-8fa5-6f50ff388c52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334256 Jun 15 14:33:34.393819 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f2d05-4f32-42c9-812e-bc5e617911b0 req-0e1edf73-30e8-4270-acfb-88df41c3c3e8 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:34.395579 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-729f2d05-4f32-42c9-812e-bc5e617911b0 req-0e1edf73-30e8-4270-acfb-88df41c3c3e8 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0745859 Jun 15 14:33:34.453644 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-729f2d05-4f32-42c9-812e-bc5e617911b0 req-c71f423b-0e60-4377-b731-348d15dcb933 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Jun 15 14:33:34.549029 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b5724-c759-4904-a5a6-8bae619c2800 req-8a0b2d36-c4b9-444b-9316-e9db30d44c1b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:34.550650 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab2b5724-c759-4904-a5a6-8bae619c2800 req-8a0b2d36-c4b9-444b-9316-e9db30d44c1b tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.0787132 Jun 15 14:33:34.595668 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab2b5724-c759-4904-a5a6-8bae619c2800 req-22b2be3e-49f8-48a3-ad45-08458c7712e3 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391798 Jun 15 14:33:34.930739 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43175186-8225-4a08-8c81-6ddc5bea6e99 req-6d5dde13-d2b7-43fc-ba38-2380020dc9aa tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:34.932280 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-43175186-8225-4a08-8c81-6ddc5bea6e99 req-6d5dde13-d2b7-43fc-ba38-2380020dc9aa tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0715942 Jun 15 14:33:35.028965 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-43175186-8225-4a08-8c81-6ddc5bea6e99 req-830f6acb-ad01-4df8-a762-a36f50585020 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908298 Jun 15 14:33:35.058709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6931c-8b85-4279-9ea2-2df776e4c523 req-b3ce8522-a376-41cb-aa24-27040945e6b5 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:35.060248 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a6e6931c-8b85-4279-9ea2-2df776e4c523 req-b3ce8522-a376-41cb-aa24-27040945e6b5 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1160302 Jun 15 14:33:35.114407 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a6e6931c-8b85-4279-9ea2-2df776e4c523 req-a7ff6a53-5f23-43c2-accb-111f0b3d8764 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438399 Jun 15 14:33:35.483904 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f86c3-a865-4595-8927-aa072506f49a req-c1aa143c-b34e-42af-9515-4ffd723b1010 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:35.485425 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6d8f86c3-a865-4595-8927-aa072506f49a req-c1aa143c-b34e-42af-9515-4ffd723b1010 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0802536 Jun 15 14:33:35.534011 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6d8f86c3-a865-4595-8927-aa072506f49a req-d9906910-676a-4f70-af26-281c1d303baf tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413566 Jun 15 14:33:35.632606 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-46c1bcde-794e-4339-9793-d2f7535a9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:35.634731 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-46c1bcde-794e-4339-9793-d2f7535a9620 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1010256 Jun 15 14:33:36.012110 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc809142-017d-4e0f-bae1-d0431118a774 req-25ff5999-5686-4949-9ea1-fbc2bb1d5f38 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:36.013724 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cc809142-017d-4e0f-bae1-d0431118a774 req-25ff5999-5686-4949-9ea1-fbc2bb1d5f38 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.4304700 Jun 15 14:33:36.038388 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0c132-3b02-4f48-b5c5-d552fc6b53e7 req-c791013b-72f9-48b1-a66f-c5627e3df774 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:36.041322 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2da0c132-3b02-4f48-b5c5-d552fc6b53e7 req-c791013b-72f9-48b1-a66f-c5627e3df774 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1112018 Jun 15 14:33:36.090741 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cc809142-017d-4e0f-bae1-d0431118a774 req-4d079501-671e-425b-a797-d7758cab82a1 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702124 Jun 15 14:33:36.100288 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-a0136d68-3abc-4ca6-91f2-75264d360a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:36.101821 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-a0136d68-3abc-4ca6-91f2-75264d360a65 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 911 time: 0.4559693 Jun 15 14:33:36.118909 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2da0c132-3b02-4f48-b5c5-d552fc6b53e7 req-0ce65d82-c279-4159-99d6-1150fba52bac tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598042 Jun 15 14:33:36.194003 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-6700d133-a9cd-4910-a4c5-9204306c2864 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 200 len: 1001 time: 0.0846350 Jun 15 14:33:36.266337 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-dd96d038-1afa-4219-b40c-1d52b04a0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:36.267755 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-dd96d038-1afa-4219-b40c-1d52b04a0161 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0679944 Jun 15 14:33:36.284792 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7068f19-2432-43c0-a8c6-acb776a00f75 req-391f4e00-8c0d-4f89-a979-210179385054 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:36.286673 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b7068f19-2432-43c0-a8c6-acb776a00f75 req-391f4e00-8c0d-4f89-a979-210179385054 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0773995 Jun 15 14:33:36.332594 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b7068f19-2432-43c0-a8c6-acb776a00f75 req-b3570e55-20ee-4506-9015-882a4c2a0d95 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391393 Jun 15 14:33:36.343885 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-60b22feb-5fd9-4c2e-ad42-6079cf5437f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:36.345386 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-60b22feb-5fd9-4c2e-ad42-6079cf5437f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714469 Jun 15 14:33:36.478391 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-d2b30f74-b32c-4545-9fbe-cc7dd134d5a8 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204853 Jun 15 14:33:36.608268 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b160506d-7cf4-43d7-8c86-4c236728fb08 req-7dd6b391-aa45-44eb-bde0-5fa97d2d1f43 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233678 Jun 15 14:33:36.767851 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4be6d7-ecf3-4f8f-896d-f75dbaaa59aa req-f0f6ea09-a3cd-4f74-b251-dd537dbf50a0 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:36.769351 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c4be6d7-ecf3-4f8f-896d-f75dbaaa59aa req-f0f6ea09-a3cd-4f74-b251-dd537dbf50a0 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0735631 Jun 15 14:33:36.814589 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c4be6d7-ecf3-4f8f-896d-f75dbaaa59aa req-f8a198a0-581e-43ed-8fa5-611766613f0f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395255 Jun 15 14:33:37.336577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757ffb8-2973-4897-8420-70b6b31e27ba req-468321a1-67c9-43f2-bff7-d4e91c2658e5 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:37.338031 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1757ffb8-2973-4897-8420-70b6b31e27ba req-468321a1-67c9-43f2-bff7-d4e91c2658e5 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.1231422 Jun 15 14:33:37.358431 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad4ee1-3227-49a3-92a9-28dcc222f9bf req-bc583b79-f02f-4de5-81de-072fdb9125c6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:37.359930 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-adad4ee1-3227-49a3-92a9-28dcc222f9bf req-bc583b79-f02f-4de5-81de-072fdb9125c6 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 944 time: 0.1086686 Jun 15 14:33:37.414699 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1757ffb8-2973-4897-8420-70b6b31e27ba req-43ad8ed7-773e-4810-92cb-20702bf1b55e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706933 Jun 15 14:33:37.428464 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-adad4ee1-3227-49a3-92a9-28dcc222f9bf req-5f48c67d-debf-449b-900c-147328b436db tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566530 Jun 15 14:33:37.615073 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58718f9d-e78e-466d-b781-cf544600dcb1 req-4dcd6517-f212-44e5-809b-8c426d3fc602 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:37.616453 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58718f9d-e78e-466d-b781-cf544600dcb1 req-4dcd6517-f212-44e5-809b-8c426d3fc602 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0764880 Jun 15 14:33:37.660329 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-58718f9d-e78e-466d-b781-cf544600dcb1 req-f96f8966-67eb-4a56-b8c1-8de36a1167ab tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Jun 15 14:33:38.005771 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:33:38.053529 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06745de9-9f35-4029-90ac-6aabbe55fe36 req-397cb768-cc75-4fd2-826c-72c905e4c849 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:38.055086 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-06745de9-9f35-4029-90ac-6aabbe55fe36 req-397cb768-cc75-4fd2-826c-72c905e4c849 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.1083717 Jun 15 14:33:38.120206 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-06745de9-9f35-4029-90ac-6aabbe55fe36 req-0ca57105-2735-4d1c-ac7f-3008ee41a614 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547895 Jun 15 14:33:38.128564 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dae81e-7f17-4e91-9604-80d88a486493 req-a7963d2a-73f5-45d8-9bd1-b508a168de90 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:38.130092 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9dae81e-7f17-4e91-9604-80d88a486493 req-a7963d2a-73f5-45d8-9bd1-b508a168de90 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.1273980 Jun 15 14:33:38.144645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:38.158460 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'port_id': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'mac_address': 'fa:16:3e:2a:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:33:38.189496 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9dae81e-7f17-4e91-9604-80d88a486493 req-236447b3-91a8-4d65-b3e7-275b596d5b7d tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469823 Jun 15 14:33:38.206858 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.223390 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc051d1-e488-48e9-b91f-21ddd825778c {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:33:38.247720 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:38.252997 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.255067 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:38.318883 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=9']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:38.332667 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.333019 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.333367 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.333800 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.334447 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.334896 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.335249 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.335609 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.335993 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.336426 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.336659 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.336983 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.342391 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:38.565994 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['efc051d1-e488-48e9-b91f-21ddd825778c'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:38.648748 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc849db7-1bc1-4057-9382-945d6e61b200 req-a490f612-d811-480d-806c-3ddb3139d923 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:38.650844 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc849db7-1bc1-4057-9382-945d6e61b200 req-a490f612-d811-480d-806c-3ddb3139d923 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 945 time: 0.0770726 Jun 15 14:33:38.703086 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc849db7-1bc1-4057-9382-945d6e61b200 req-54b8508d-5fee-4ff2-8939-ab8e20f78ca4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459247 Jun 15 14:33:39.901100 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17cfea-7be6-4a13-bc5c-2cb851bc0342 req-1018a8e4-e3b9-4210-9b01-258a22e45dda tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:39.902690 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cb17cfea-7be6-4a13-bc5c-2cb851bc0342 req-1018a8e4-e3b9-4210-9b01-258a22e45dda tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 945 time: 0.0790141 Jun 15 14:33:39.948863 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cb17cfea-7be6-4a13-bc5c-2cb851bc0342 req-7282e05d-f7f1-412a-bb07-d7d333f800b9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404139 Jun 15 14:33:40.024449 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:40.094038 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port efc051d1-e488-48e9-b91f-21ddd825778c triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:40.094459 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.191461 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.229130 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:40.232847 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f8225-0753-45fb-9655-c7d181a1d720" -d '{"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-plugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:40.250535 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:40.261369 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.263299 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-23209fbb-b90c-4e87-8851-1fdd5d736e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:40.293714 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23109afc-7d53-4be1-9d53-2364e7a447a8 x-openstack-request-id: req-23109afc-7d53-4be1-9d53-2364e7a447a8 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:40.294004 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-plugged", "status": "completed", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:40.294257 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23109afc-7d53-4be1-9d53-2364e7a447a8 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:40.294675 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'code': 200} Jun 15 14:33:40.324297 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=10']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:40.327236 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:40.595267 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb82306-f7a3-43c4-854d-6252a8c12ece req-279c009a-e397-4ff4-aab8-e1d59e68c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:40.596823 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bfb82306-f7a3-43c4-854d-6252a8c12ece req-279c009a-e397-4ff4-aab8-e1d59e68c81f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1100 time: 0.0605400 Jun 15 14:33:40.642630 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bfb82306-f7a3-43c4-854d-6252a8c12ece req-def40084-6412-4f62-8c5e-2610fa7a0bd9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381305 Jun 15 14:33:41.154923 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0f1c-3df3-494f-9931-d7bfec3001e2 req-12df2332-1e74-4481-b5d4-c32e1c98b113 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:41.156439 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d7ba0f1c-3df3-494f-9931-d7bfec3001e2 req-12df2332-1e74-4481-b5d4-c32e1c98b113 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 947 time: 0.0743532 Jun 15 14:33:41.204373 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d7ba0f1c-3df3-494f-9931-d7bfec3001e2 req-b55f4903-9137-4920-b072-76752802ca58 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Jun 15 14:33:42.429238 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d352d5-01df-494c-81c7-f8a09e1d2ee5 req-8586f530-033b-47e2-8e28-2a08654b45cf tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:42.430886 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a2d352d5-01df-494c-81c7-f8a09e1d2ee5 req-8586f530-033b-47e2-8e28-2a08654b45cf tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 947 time: 0.0744796 Jun 15 14:33:42.483424 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a2d352d5-01df-494c-81c7-f8a09e1d2ee5 req-7303610d-28a2-4e55-8093-a595a98a58de tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446599 Jun 15 14:33:43.679607 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd939b3f-ea0e-4d20-8693-d013f5b5f657 req-c39f49a4-4c3f-418d-ac38-83b9696219fd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:43.681105 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dd939b3f-ea0e-4d20-8693-d013f5b5f657 req-c39f49a4-4c3f-418d-ac38-83b9696219fd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 947 time: 0.0722246 Jun 15 14:33:43.729921 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dd939b3f-ea0e-4d20-8693-d013f5b5f657 req-0e0205d3-7c34-472a-a456-18706718bf7a tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Jun 15 14:33:47.940932 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2756351-8e3a-4788-8894-55f86acefe12 req-7fe4fda4-b48d-4745-a454-20ff9cee827b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.942472 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e2756351-8e3a-4788-8894-55f86acefe12 req-7fe4fda4-b48d-4745-a454-20ff9cee827b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0763750 Jun 15 14:33:47.992409 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e2756351-8e3a-4788-8894-55f86acefe12 req-bb7a829c-9b42-43a7-b6a4-7158a4d911a0 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Jun 15 14:33:48.028151 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53256) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:48.163745 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307f586-e6cb-4f21-95f6-73e9d530f7ea tempest-TestMinimumBasicScenario-1952445597 tempest-TestMinimumBasicScenario-1952445597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:48.165298 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5307f586-e6cb-4f21-95f6-73e9d530f7ea tempest-TestMinimumBasicScenario-1952445597 tempest-TestMinimumBasicScenario-1952445597-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1094 time: 0.1356690 Jun 15 14:33:48.168590 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53260) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:48.173171 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'port_id': 'd2409209-5c74-4e75-b792-e39549317f22', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:48.199066 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:48.356076 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:48.519510 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Allocated IP 172.27.3.50 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/e2d1c430-ab29-48b1-94e8-553e131dc16d) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:48.689585 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:48.745696 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:48.748108 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:48.805094 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:48.810955 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:48.819002 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:48.824354 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'Port': ['ID=e2d1c430-ab29-48b1-94e8-553e131dc16d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:48.859124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.859515 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.859896 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.860269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.860638 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.861006 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.861372 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.861736 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.862097 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.862482 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.862849 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.863207 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:48.872024 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:49.338457 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:49.340064 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:33:49.442666 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:49.639567 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:49.645180 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:49.647396 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:49.726501 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'Port': ['ID=e2d1c430-ab29-48b1-94e8-553e131dc16d,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:49.733985 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:49.744750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:49.889295 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Floating IP 44794818-6b7b-41d3-94de-a191702c8bcd associated. External IP: 172.27.3.50, port: d2409209-5c74-4e75-b792-e39549317f22. Jun 15 14:33:50.200961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Router 7737af88-5fe6-4d6b-a19d-650944d7aff0 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:33:50.362818 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:33:50.373058 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] Sync routers for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:33:50.380630 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:50.384980 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:50.385736 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:33:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:50.545976 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:50.733449 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5636261 Jun 15 14:33:50.733921 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:50.736162 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53262) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:50.736890 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:50.741165 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688243663', 'description': 'tempest-secgroup-smoke-1688243663 description', 'project_id': '07f5a11a65c04b8980f5b6f40500f12f'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:50.766812 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:50.778632 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c3d8f-3f56-43ce-bd6d-0a0400c30bd4 x-openstack-request-id: req-de6c3d8f-3f56-43ce-bd6d-0a0400c30bd4 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:50.779176 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:50.779464 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de6c3d8f-3f56-43ce-bd6d-0a0400c30bd4 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:50.780055 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22', 'status': 'completed', 'code': 200} Jun 15 14:33:50.859326 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '44794818-6b7b-41d3-94de-a191702c8bcd', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'port_id': 'd2409209-5c74-4e75-b792-e39549317f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'mac_address': 'fa:16:3e:a3:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:49Z', 'updated_at': '2021-06-15T14:33:49Z', 'revision_number': 0, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 5, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:50.862750 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] Checking router: 7737af88-5fe6-4d6b-a19d-650944d7aff0 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:33:50.871795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:50.872422 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:33:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:50.895162 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:50.906014 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:50.909956 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0a59da55-2cd9-4b69-a446-80a3e20f01fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:50.950819 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:50.955938 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2147977 Jun 15 14:33:50.956279 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53266) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:50.963141 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'security_group_rule': {'security_group_id': 'f76c328a-aef3-494f-b5fb-851141ed1955', 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:50.968893 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c328a-aef3-494f-b5fb-851141ed1955,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:50.975530 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-b6a9ff61-d078-4ca2-bca8-f9400a960cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:50.977066 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-b6a9ff61-d078-4ca2-bca8-f9400a960cd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1099 time: 0.1406550 Jun 15 14:33:51.000299 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.000590 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.000966 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.001335 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.001704 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.002071 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.002465 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.002828 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.003189 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.003545 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.003904 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.004264 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:51.008085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:51.110519 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.162484 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:51.174521 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-ca94d457-6005-41bf-a01c-4060b25be11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:51.176015 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-ca94d457-6005-41bf-a01c-4060b25be11b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 915 time: 0.1875613 Jun 15 14:33:51.266895 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.279098 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.284904 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a9727e55-7819-4071-a8dd-4c1040874959 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:51.304548 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-5b73d55b-7de4-496e-960e-a3ebd549e927 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 999 time: 0.1143827 Jun 15 14:33:51.313248 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9829e4-c3eb-4957-8837-edf5981b6064,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:51.334917 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:51.360855 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.362054 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e79ce77a-0baa-4618-bac1-fcdf2e236f23 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048681 Jun 15 14:33:51.364952 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53268) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:51.371670 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'security_group_rule': {'security_group_id': 'f76c328a-aef3-494f-b5fb-851141ed1955', 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:51.386833 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-6d502149-9589-4567-bce5-4a9db2ed1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:51.388336 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-6d502149-9589-4567-bce5-4a9db2ed1105 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0702064 Jun 15 14:33:51.403845 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.474303 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-353e014f-8a7a-41d1-8020-52eeb8b5859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:51.475860 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-353e014f-8a7a-41d1-8020-52eeb8b5859f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788064 Jun 15 14:33:51.483537 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '44794818-6b7b-41d3-94de-a191702c8bcd', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'port_id': 'd2409209-5c74-4e75-b792-e39549317f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'mac_address': 'fa:16:3e:a3:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:49Z', 'updated_at': '2021-06-15T14:33:49Z', 'revision_number': 0, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 5, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:51.486553 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.487950 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d73734-657f-4144-9eeb-2467dfcf8ac5 None None] The sync data for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi is: [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '44794818-6b7b-41d3-94de-a191702c8bcd', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'port_id': 'd2409209-5c74-4e75-b792-e39549317f22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'mac_address': 'fa:16:3e:a3:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:49Z', 'updated_at': '2021-06-15T14:33:49Z', 'revision_number': 0, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 5, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:33:51.492396 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.506187 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:51.517200 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.520917 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516621 Jun 15 14:33:51.521364 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53270) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:51.526811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'security_group_rule': {'security_group_id': 'f76c328a-aef3-494f-b5fb-851141ed1955', 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:51.537343 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0ff3ea-bbb7-402f-a8a0-9d81d02e81a2,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:51.541791 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-645db346-ee7e-4fa2-ba2b-9d3bf2b86e07 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:51.568725 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.608825 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-fd15796a-7da4-472a-a3a7-dce97feae0f6 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226761 Jun 15 14:33:51.643862 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.648481 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.651482 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:51.670013 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef8d384-c267-4c27-abfa-096e22b32348,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:51.673158 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:51.681091 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.685028 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597519 Jun 15 14:33:51.685345 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53272) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:51.690330 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'security_group_rule': {'security_group_id': 'f76c328a-aef3-494f-b5fb-851141ed1955', 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:51.716442 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec26f82-b7bd-4a32-8bd2-33c9ca4f57cf None None] New status for floating IP 44794818-6b7b-41d3-94de-a191702c8bcd: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:33:51.727004 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.756940 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b0b726fc-3c65-4afc-8b48-f2324deb4f3c req-d6fb5b73-dce5-463e-8b9d-4f338323b443 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392841 Jun 15 14:33:51.790903 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.795263 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.797573 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:51.816001 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74631250-67da-4824-82b5-928d11af5f33,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:51.818951 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:51.822758 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.825328 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53274) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:51.826048 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-20eedc92-3017-4d84-91c5-a430f17834dd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390090 Jun 15 14:33:51.834546 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'security_group_rule': {'security_group_id': 'f76c328a-aef3-494f-b5fb-851141ed1955', 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:51.856423 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.securitygroups_db [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Project 07f5a11a65c04b8980f5b6f40500f12f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:33:51.862237 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.934496 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.940985 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.946441 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-93367dda-0227-4219-84c7-4b5c6be0a47a tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:51.968024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9b9275-a814-4056-bd3e-5f785b92b0dc,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:51.971048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:51.981038 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.987042 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-eae665b1-1cb2-4ef3-b3d4-54e9999e585f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560817 Jun 15 14:33:51.987042 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53278) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:51.991495 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'security_group_rule': {'security_group_id': 'f76c328a-aef3-494f-b5fb-851141ed1955', 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:52.015063 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.securitygroups_db [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Project 07f5a11a65c04b8980f5b6f40500f12f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:33:52.020465 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.091725 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.095360 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.097460 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:52.117365 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7750a8-6db8-4c93-afad-6afa29173ebc,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:52.121124 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:52.124246 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.125439 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a4b4c206-b330-4db1-8e9e-d14e7cc49729 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378808 Jun 15 14:33:52.251148 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-111dfdbe-3866-4cdf-bb04-d420dc928c2e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688243663&fields=id&tenant_id=07f5a11a65c04b8980f5b6f40500f12f HTTP/1.1" status: 200 len: 267 time: 0.0386887 Jun 15 14:33:52.326245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-dac364ab-d0f9-421e-9bb5-3bfe24391620 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:52.327755 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-dac364ab-d0f9-421e-9bb5-3bfe24391620 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0711012 Jun 15 14:33:52.338830 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'port': {'security_groups': ['88579b8c-668f-43de-b73e-6496ea596e1b', 'f76c328a-aef3-494f-b5fb-851141ed1955']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:52.440164 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.665533 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d2409209-5c74-4e75-b792-e39549317f22,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:52.699460 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.706154 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.710613 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:52.744675 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['d2409209-5c74-4e75-b792-e39549317f22'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:52.772023 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:52.772675 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.774704 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6d0f8ceb-3cd4-42a2-b546-63b18548c66c req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "PUT /v2.0/ports/d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 982 time: 0.4400039 Jun 15 14:33:52.780968 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:52.783322 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b62e4e-79ac-422c-aa32-bbbe264292b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:52.815299 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=6']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:52.819248 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:52.844612 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc49fd-4bd4-49ae-9e65-f025c8a07763 x-openstack-request-id: req-2bfc49fd-4bd4-49ae-9e65-f025c8a07763 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:52.845017 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:52.845374 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bfc49fd-4bd4-49ae-9e65-f025c8a07763 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:52.845876 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22', 'status': 'completed', 'code': 200} Jun 15 14:33:52.968179 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2267f0-5c71-4684-9434-5c5d349697ab req-e6ae5c08-79a0-40b8-97a9-d4fc679f6651 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:52.969625 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b2267f0-5c71-4684-9434-5c5d349697ab req-e6ae5c08-79a0-40b8-97a9-d4fc679f6651 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0827227 Jun 15 14:33:52.982457 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['d2409209-5c74-4e75-b792-e39549317f22'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:52.988440 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-d7ae9be0-ac29-42c8-83b9-235a10ed37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:52.991078 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-d7ae9be0-ac29-42c8-83b9-235a10ed37f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1138 time: 0.0831759 Jun 15 14:33:53.020233 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5b2267f0-5c71-4684-9434-5c5d349697ab req-946b3529-eed7-4a60-a304-e7614728b89c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426993 Jun 15 14:33:53.090731 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-22cf8533-6d0b-424a-bd10-8f93aaf6f371 None None] Provisioning complete for port d2409209-5c74-4e75-b792-e39549317f22 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:53.091113 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-22cf8533-6d0b-424a-bd10-8f93aaf6f371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:53.138750 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-7c9c06d9-d21e-4e34-8590-e34ff4016411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:53.140421 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-7c9c06d9-d21e-4e34-8590-e34ff4016411 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 915 time: 0.1303370 Jun 15 14:33:53.234429 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-cdf82613-97fb-4c0c-9d1b-5ab41448bd96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 1001 time: 0.0864429 Jun 15 14:33:53.294305 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-01347468-4281-4852-a94f-164e12199975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:53.295936 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-01347468-4281-4852-a94f-164e12199975 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0553966 Jun 15 14:33:53.372777 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-ae0bc784-0ce3-4e42-b314-52300bf137bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:53.374291 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-ae0bc784-0ce3-4e42-b314-52300bf137bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689175 Jun 15 14:33:53.536514 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-3dff89a3-d90a-4e8c-9523-456b460c0dc5 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514072 Jun 15 14:33:53.664472 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b62e4e-79ac-422c-aa32-bbbe264292b0 req-21e4d927-90f2-481b-877f-ad276fbb57b9 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200349 Jun 15 14:33:55.411723 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ea2a23e0-1c1b-4fd1-8236-7c579f0f01c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:57.576582 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.038290 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6d906872-b1ff-4bc7-b403-62a76446e898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.681847 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:00.247367 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:00.701106 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-16bbe3d2-f7e8-4089-abb9-59352f18c272 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589139 Jun 15 14:34:00.820435 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-57dab00d-b5aa-4a6a-b01f-de266112c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:00.821954 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-57dab00d-b5aa-4a6a-b01f-de266112c68a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0abef8b4f4774cc2b33738068984a5d2&device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 1100 time: 0.0662086 Jun 15 14:34:00.966021 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-81e4f8a0-ecdc-452a-b454-500fc5002a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:00.967538 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-81e4f8a0-ecdc-452a-b454-500fc5002a5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 200 len: 917 time: 0.1200316 Jun 15 14:34:01.057832 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-644b3fc8-7f56-4114-ba0a-95489ee5a36b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 200 len: 1001 time: 0.0766168 Jun 15 14:34:01.130676 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-ac3813bb-5d4c-435d-85b6-3d0ca0205dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:01.132261 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-ac3813bb-5d4c-435d-85b6-3d0ca0205dd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 200 len: 855 time: 0.0581691 Jun 15 14:34:01.204822 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-ec137763-92ce-49b1-add1-e55dc7b6779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:01.206288 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-ec137763-92ce-49b1-add1-e55dc7b6779d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2349cd69-6010-47b0-9655-831e569baad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609133 Jun 15 14:34:01.330270 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-dabdcca3-8691-4196-b08f-3eb3da0bd52a service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122510 Jun 15 14:34:01.418826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:01.464634 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b94e47b1-154d-441b-94f8-1fe3a1a59f2b req-7a5f81bd-cf38-4eb8-ad38-569d81c9d3f7 service neutron] 10.222.0.61 "GET /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209328 Jun 15 14:34:17.007537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb814-e2a9-4bcc-9381-37acd8a98df2 req-8f81deb4-de4e-4208-8609-3cd8525860ea tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:17.009008 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a8cb814-e2a9-4bcc-9381-37acd8a98df2 req-8f81deb4-de4e-4208-8609-3cd8525860ea tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0740666 Jun 15 14:34:17.016677 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5069a9-4289-47a3-a650-2e934f11b460 req-cd4fa86a-3ce1-48f6-b5ae-d30eb74bfc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:17.018079 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-be5069a9-4289-47a3-a650-2e934f11b460 req-cd4fa86a-3ce1-48f6-b5ae-d30eb74bfc30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1138 time: 0.0598145 Jun 15 14:34:17.053494 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a8cb814-e2a9-4bcc-9381-37acd8a98df2 req-7273214d-e114-49d7-b2cd-facd2373c9f4 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378811 Jun 15 14:34:17.148868 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5069a9-4289-47a3-a650-2e934f11b460 req-f3ae3523-944a-4098-b366-2fea65095133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:17.150408 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-be5069a9-4289-47a3-a650-2e934f11b460 req-f3ae3523-944a-4098-b366-2fea65095133 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 915 time: 0.1134431 Jun 15 14:34:17.236177 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-be5069a9-4289-47a3-a650-2e934f11b460 req-e92cd371-f1d9-410e-8e46-4488782e75db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 1001 time: 0.0742645 Jun 15 14:34:17.300603 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5069a9-4289-47a3-a650-2e934f11b460 req-7cb6b799-dd14-46c5-a4a5-4efd1eb0c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:17.302032 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-be5069a9-4289-47a3-a650-2e934f11b460 req-7cb6b799-dd14-46c5-a4a5-4efd1eb0c3e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0546923 Jun 15 14:34:17.377563 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5069a9-4289-47a3-a650-2e934f11b460 req-48e868f9-3986-4642-897d-e60481f4f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:17.380264 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-be5069a9-4289-47a3-a650-2e934f11b460 req-48e868f9-3986-4642-897d-e60481f4f98a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605540 Jun 15 14:34:17.502377 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-be5069a9-4289-47a3-a650-2e934f11b460 req-a777a543-2af0-47ae-ae86-4883539f9145 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144147 Jun 15 14:34:17.630748 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-be5069a9-4289-47a3-a650-2e934f11b460 req-23adf2b3-daa2-48b6-88f4-4a44682acfde service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131251 Jun 15 14:34:18.248177 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620608e-6a4c-41f9-a082-4ee6ba3adc82 req-d2e4ec7d-f9ab-4557-b424-65a116783d51 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:18.249625 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a620608e-6a4c-41f9-a082-4ee6ba3adc82 req-d2e4ec7d-f9ab-4557-b424-65a116783d51 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0707960 Jun 15 14:34:18.293289 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a620608e-6a4c-41f9-a082-4ee6ba3adc82 req-49f37f1f-0d06-4dfd-aa62-606237755588 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377131 Jun 15 14:34:19.476286 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a26aa9-218f-435a-8d3b-703a7373e194 req-218e8423-7321-455a-b514-db90060dafee tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:19.477110 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-33a26aa9-218f-435a-8d3b-703a7373e194 req-218e8423-7321-455a-b514-db90060dafee tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0702083 Jun 15 14:34:19.525013 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-33a26aa9-218f-435a-8d3b-703a7373e194 req-db103b64-b7e3-4dee-ab5a-982991831503 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413442 Jun 15 14:34:20.709283 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16e254-84de-4659-883f-805629364b8e req-632bdbd4-3038-42d7-8715-b9a4e5d689b4 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:20.710967 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc16e254-84de-4659-883f-805629364b8e req-632bdbd4-3038-42d7-8715-b9a4e5d689b4 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0721438 Jun 15 14:34:20.763299 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc16e254-84de-4659-883f-805629364b8e req-828a60d6-d5de-4e36-8f6a-be8f03dd713c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450556 Jun 15 14:34:21.823952 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2031a98-1f3a-4b2a-9371-0a7e1421a028 req-d5591411-4de6-4e83-a337-34c8bb5cda81 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:21.825467 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b2031a98-1f3a-4b2a-9371-0a7e1421a028 req-d5591411-4de6-4e83-a337-34c8bb5cda81 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0821812 Jun 15 14:34:21.875455 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b2031a98-1f3a-4b2a-9371-0a7e1421a028 req-bbce420c-ae38-4efe-a523-7b601d54057e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Jun 15 14:34:21.949142 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026114c8-dce5-4619-8724-a6cf62c32ae3 req-7d04ef1b-53fb-4e1e-a47d-c3b4b24fd272 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:21.950616 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-026114c8-dce5-4619-8724-a6cf62c32ae3 req-7d04ef1b-53fb-4e1e-a47d-c3b4b24fd272 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0701299 Jun 15 14:34:21.997043 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-026114c8-dce5-4619-8724-a6cf62c32ae3 req-862457ad-ab29-43e0-bb96-ebbcac3492cc tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403330 Jun 15 14:34:22.846859 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a98053-a17b-416f-bd72-30896e2d9471 req-841576de-33a5-43b6-b383-ba1dfbbb085c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:22.848362 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-67a98053-a17b-416f-bd72-30896e2d9471 req-841576de-33a5-43b6-b383-ba1dfbbb085c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 947 time: 0.0718169 Jun 15 14:34:22.895487 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-67a98053-a17b-416f-bd72-30896e2d9471 req-2519e6fd-8408-43e5-b537-abff9b56c954 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Jun 15 14:34:23.074088 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cb0bc-fa6d-4332-9aef-a14d7dc118b1 req-f2c1b997-bd60-4e93-8ed3-a32501d74d4d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:23.075609 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5e2cb0bc-fa6d-4332-9aef-a14d7dc118b1 req-f2c1b997-bd60-4e93-8ed3-a32501d74d4d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0822449 Jun 15 14:34:23.120632 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5e2cb0bc-fa6d-4332-9aef-a14d7dc118b1 req-dfa25c33-50a4-41a8-95a3-001016dd6034 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385365 Jun 15 14:34:23.194617 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd40d39-c779-4ac0-83e5-964dbebc48fe req-a2be0d2a-6b1e-4067-a52c-a3bd21aab01b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:23.196036 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbd40d39-c779-4ac0-83e5-964dbebc48fe req-a2be0d2a-6b1e-4067-a52c-a3bd21aab01b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0745387 Jun 15 14:34:23.246506 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dbd40d39-c779-4ac0-83e5-964dbebc48fe req-1918a091-501b-43fc-8986-a9809308b896 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445833 Jun 15 14:34:24.056546 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-745faf37-a2eb-4e98-a6c9-adcb6a2ccb53 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:24.058031 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-745faf37-a2eb-4e98-a6c9-adcb6a2ccb53 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0778546 Jun 15 14:34:24.089133 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fba0ce-0ee8-40d5-93d2-9346483c20ba req-b2eaa979-24b8-4c0c-bf87-36f3c2532928 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:24.090621 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a6fba0ce-0ee8-40d5-93d2-9346483c20ba req-b2eaa979-24b8-4c0c-bf87-36f3c2532928 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 947 time: 0.0742190 Jun 15 14:34:24.135646 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a6fba0ce-0ee8-40d5-93d2-9346483c20ba req-1603a762-4ddc-4f7a-bb0c-e7d21526b649 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d91b82e-d7a3-429d-b467-7d4137a41580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383112 Jun 15 14:34:24.194524 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Deleting port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:24.194912 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:24.318838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792bbca-f94a-4d25-b582-7c471a7bd1e4 req-fab21eff-b221-4924-9bb5-a86d88225bfd tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:24.321072 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b792bbca-f94a-4d25-b582-7c471a7bd1e4 req-fab21eff-b221-4924-9bb5-a86d88225bfd tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 946 time: 0.0750501 Jun 15 14:34:24.384893 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b792bbca-f94a-4d25-b582-7c471a7bd1e4 req-37869673-4da7-4d3e-846a-78d3e3f09acc tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=9273a80c-1b0a-4fde-bf37-28649e93ca62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570400 Jun 15 14:34:24.452803 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9373c37-79b9-4dd8-9504-74c60b2eff69 req-861f59b4-f60a-4cfc-ba49-c7f40f8f9a47 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:24.454374 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9373c37-79b9-4dd8-9504-74c60b2eff69 req-861f59b4-f60a-4cfc-ba49-c7f40f8f9a47 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0837629 Jun 15 14:34:24.537002 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a9373c37-79b9-4dd8-9504-74c60b2eff69 req-ea9f0b8d-2fab-423a-a66c-a9a7979428c6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758102 Jun 15 14:34:24.578169 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-683826ff-b320-43b5-92c5-e8eb826f97b8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:24.579786 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-683826ff-b320-43b5-92c5-e8eb826f97b8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 947 time: 0.0837803 Jun 15 14:34:24.607168 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] For port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:24.608159 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:24.698583 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Deleting port efc051d1-e488-48e9-b91f-21ddd825778c {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:24.698930 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:24.816813 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] For port efc051d1-e488-48e9-b91f-21ddd825778c, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=efc051d1-e488-48e9-b91f-21ddd825778c,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:24.817185 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:24.856042 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:24.859278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:24.859278 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Floating IP efac4f73-3138-41da-af5e-19a6fc8029ba disassociated. External IP: 172.27.3.89, port: 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0. Jun 15 14:34:24.859278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Calling delete_port for 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:25.017058 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:25.021133 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d2eb1b0e-3d83-4c55-8dde-2aeb04a965e8 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:25.052985 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event deleted for resources: {'Port': ['ID=2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:25.056453 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:25.056776 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:25.057357 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:25.057357 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Floating IP 94362f69-acea-407a-aacf-e0f6b2702ad9 disassociated. External IP: 172.27.3.99, port: efc051d1-e488-48e9-b91f-21ddd825778c. Jun 15 14:34:25.057559 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Calling delete_port for efc051d1-e488-48e9-b91f-21ddd825778c owned by compute:nova {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:25.215360 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:34:25.226964 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:25.238801 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a09db893-0f6c-4da7-847e-7f8e33f21729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:25.280959 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event deleted for resources: {'Port': ['ID=efc051d1-e488-48e9-b91f-21ddd825778c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:25.285703 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:25.310294 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1686755c-cdd4-4dad-b79f-0eaad3720d96 req-3667cbd5-e673-4dfd-a48d-4283b4465400 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 210 time: 0.0404236 Jun 15 14:34:25.377145 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:34:25.404187 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] Sync routers for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:34:25.419910 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:25.421528 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:33:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:25.436528 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] No DVR routers for this DVR port 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:34:25.439402 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:25.441457 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49e2693c-2f67-4cfa-8d03-5c2350ac4f7e req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "DELETE /v2.0/ports/2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 HTTP/1.1" status: 204 len: 173 time: 1.3779688 Jun 15 14:34:25.442041 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'name': 'network-vif-deleted', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:25.453314 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf1ad18-be9a-4dfa-8ada-87ad756cba64" -d '{"events": [{"server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "name": "network-vif-deleted", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:25.508545 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:34:25.613569 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514fa3ce-a4e2-486e-ad42-88690c2f2078 x-openstack-request-id: req-514fa3ce-a4e2-486e-ad42-88690c2f2078 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:25.614008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff3ca57-0dd4-46b7-8253-0719191ab6e6", "name": "network-vif-deleted", "tag": "2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:25.614433 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-514fa3ce-a4e2-486e-ad42-88690c2f2078 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:25.614972 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3ca57-0dd4-46b7-8253-0719191ab6e6', 'name': 'network-vif-deleted', 'tag': '2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0', 'status': 'completed', 'code': 200} Jun 15 14:34:25.653411 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c66da01c-be5f-404e-b0c9-fa0d54fc19ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:25.705047 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4365bdbc-241b-426e-ac56-7a38a734cf7a req-57023a8b-fbc2-46b6-aa46-baea24498bf3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=eff3ca57-0dd4-46b7-8253-0719191ab6e6 HTTP/1.1" status: 200 len: 210 time: 0.0999129 Jun 15 14:34:25.759712 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:25.774211 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:34:25.786122 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] Sync routers for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:34:25.798021 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:25.798745 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:33:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:25.887411 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] No DVR routers for this DVR port efc051d1-e488-48e9-b91f-21ddd825778c on host hv-cinder-77212 {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:34:25.891223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:25.893381 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-704ffa8f-91d1-4d14-911f-0af3cf966a7d req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.61 "DELETE /v2.0/ports/efc051d1-e488-48e9-b91f-21ddd825778c HTTP/1.1" status: 204 len: 173 time: 1.3084316 Jun 15 14:34:25.894084 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-deleted', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:25.896566 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4293ad2-3f9d-4597-929a-63b951d935d5" -d '{"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-deleted", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:25.922925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c16cf8-10b3-4743-843c-9eddabec785a req-1fd2fd97-8ed6-4055-98f3-8c1b5861b677 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:25.930226 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f6c16cf8-10b3-4743-843c-9eddabec785a req-1fd2fd97-8ed6-4055-98f3-8c1b5861b677 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.1486959 Jun 15 14:34:25.979816 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5181c907-04d4-4f57-b029-a9a5bfbbf0a4 x-openstack-request-id: req-5181c907-04d4-4f57-b029-a9a5bfbbf0a4 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:25.980260 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910f8cd2-4aab-421b-a4a6-d4ed74aeda70", "name": "network-vif-deleted", "tag": "efc051d1-e488-48e9-b91f-21ddd825778c", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:25.980715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5181c907-04d4-4f57-b029-a9a5bfbbf0a4 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:25.981263 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910f8cd2-4aab-421b-a4a6-d4ed74aeda70', 'name': 'network-vif-deleted', 'tag': 'efc051d1-e488-48e9-b91f-21ddd825778c', 'status': 'completed', 'code': 200} Jun 15 14:34:25.996535 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f6c16cf8-10b3-4743-843c-9eddabec785a req-9de415e9-e506-4093-9673-8793ee96d009 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649431 Jun 15 14:34:26.032194 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:26.225135 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:26.231288 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] Checking router: 1d3364ac-55ca-4e8d-adb2-94f48df23e34 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:34:26.241433 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:26.242194 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:33:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:26.330890 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:26.340056 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] Checking router: 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:34:26.343293 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:34:26.353048 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:26.353839 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:33:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:26.402754 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:26.533961 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:26.554362 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-40618849-9d10-483e-92bf-886d86d17f57 req-579a3832-04c6-4e84-93ea-4749662e681c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/ports?device_id=910f8cd2-4aab-421b-a4a6-d4ed74aeda70 HTTP/1.1" status: 200 len: 210 time: 0.0566740 Jun 15 14:34:26.723266 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:26.728347 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555194cb-ad16-49dd-91bf-830b4b841388 None None] The sync data for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi is: [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:34:26.842494 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:26.846742 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261b824b-5056-4595-bb86-7626a84fd1ea None None] The sync data for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi is: [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:27:01Z', 'revision_number': 4, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '1552070c-1e59-48e5-abca-6ec679d9e03b', 'name': '', 'network_id': '2349cd69-6010-47b0-9655-831e569baad3', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'mac_address': 'fa:16:3e:72:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:58Z', 'updated_at': '2021-06-15T14:27:19Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'subnets': [{'id': '28caf77f-6305-45ae-9051-0a82c15bc782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:34:26.871441 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53378) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:26.936735 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:26.969964 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:26.975152 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e770a-6078-4c7f-91b5-eeeb43bf1e66 None None] New status for floating IP efac4f73-3138-41da-af5e-19a6fc8029ba: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:34:27.038782 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.042318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.047349 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "DELETE /v2.0/security-groups/9273a80c-1b0a-4fde-bf37-28649e93ca62 HTTP/1.1" status: 204 len: 168 time: 0.1711168 Jun 15 14:34:27.047349 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-648d8b5f-20ff-4d8e-991b-9e40392f266b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:27.047975 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53382) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:27.066493 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273a80c-1b0a-4fde-bf37-28649e93ca62,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:27.074553 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:27.076177 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.api.v2.resource [None req-e5f2e738-8574-4c6f-972a-1b9043c78b5f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] show failed (client error): The resource could not be found. Jun 15 14:34:27.078053 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e5f2e738-8574-4c6f-972a-1b9043c78b5f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups/9273a80c-1b0a-4fde-bf37-28649e93ca62 HTTP/1.1" status: 404 len: 347 time: 0.0291629 Jun 15 14:34:27.080910 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53384) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:27.199427 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2ddff-1796-4fbd-9a74-536f168b67ad None None] New status for floating IP 94362f69-acea-407a-aacf-e0f6b2702ad9: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:34:27.251721 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a500f7-c0bf-4378-8b95-36381ae7996b req-9812c528-4642-46f2-97c2-55e1d28d26bf tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:27.253754 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e8a500f7-c0bf-4378-8b95-36381ae7996b req-9812c528-4642-46f2-97c2-55e1d28d26bf tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0971162 Jun 15 14:34:27.283840 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Deleting port 04cbc20f-bea2-4bdf-a70d-a9d4a49a5106 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:27.284201 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.317606 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e8a500f7-c0bf-4378-8b95-36381ae7996b req-2d30c41f-0ec9-4679-b236-44a7f06c85b6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500171 Jun 15 14:34:27.426092 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.426469 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.533689 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Calling delete_port for 04cbc20f-bea2-4bdf-a70d-a9d4a49a5106 owned by network:floatingip {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:27.580199 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.681339 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53390) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:27.710945 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.713811 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ca845dd7-c1e2-45f9-8e40-7272d87ed35c tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:27.745275 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event deleted for resources: {'Port': ['ID=04cbc20f-bea2-4bdf-a70d-a9d4a49a5106,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:27.749545 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:27.752761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.778122 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.824361 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.827475 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.828698 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-526798b3-e6a3-477a-9a36-5b402c384d09 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "DELETE /v2.0/floatingips/efac4f73-3138-41da-af5e-19a6fc8029ba HTTP/1.1" status: 204 len: 168 time: 0.7467895 Jun 15 14:34:27.837369 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.840455 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.842178 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "DELETE /v2.0/security-groups/4d91b82e-d7a3-429d-b467-7d4137a41580 HTTP/1.1" status: 204 len: 168 time: 0.1591959 Jun 15 14:34:27.843544 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-836c3a52-06a2-4a89-b9f6-469a5d5530de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:27.847322 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53392) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:27.854086 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d91b82e-d7a3-429d-b467-7d4137a41580,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:27.856966 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:27.862776 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.api.v2.resource [None req-c3d766a8-0c3f-417b-9364-57a43aa9e142 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] show failed (client error): The resource could not be found. Jun 15 14:34:27.863810 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c3d766a8-0c3f-417b-9364-57a43aa9e142 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "GET /v2.0/security-groups/4d91b82e-d7a3-429d-b467-7d4137a41580 HTTP/1.1" status: 404 len: 347 time: 0.0172381 Jun 15 14:34:27.867261 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53394) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:28.043510 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Deleting port 23a5c4ef-5c65-43d2-8181-ae390e0e0eeb {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:28.044199 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.148400 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.148769 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.244536 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Calling delete_port for 23a5c4ef-5c65-43d2-8181-ae390e0e0eeb owned by network:floatingip {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:28.310951 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:34:28.319529 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53398) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:28.325691 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062385397', 'description': 'tempest-description--1552249487'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:28.337016 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: efc051d1-e488-48e9-b91f-21ddd825778c {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:34:28.337412 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device efc051d1-e488-48e9-b91f-21ddd825778c not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:34:28.337863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:34:28.368544 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:34:28.368975 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 2a2ee9ed-7b3a-49d4-a799-9702fac2bcb0 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:34:28.371430 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.477825 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.481128 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7c4be637-dd12-4b22-b001-7d28728f5e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:28.511310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6b13-6e83-48f5-abbf-d61581d5d232 req-87c23484-2050-4bfc-8710-77e7651ce5b9 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:28.513213 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc8c6b13-6e83-48f5-abbf-d61581d5d232 req-87c23484-2050-4bfc-8710-77e7651ce5b9 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0747375 Jun 15 14:34:28.513838 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Pushing event deleted for resources: {'Port': ['ID=23a5c4ef-5c65-43d2-8181-ae390e0e0eeb,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:28.519546 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:28.565658 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc8c6b13-6e83-48f5-abbf-d61581d5d232 req-4acf8a72-8452-4ec0-8068-256ec786ea50 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423665 Jun 15 14:34:28.598111 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.610599 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.615238 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e1c7b91b-85ba-46d1-be2e-ec4eb0880f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:28.640699 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks [] for floatingip, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.643214 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.644355 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] 10.222.0.15 "DELETE /v2.0/floatingips/94362f69-acea-407a-aacf-e0f6b2702ad9 HTTP/1.1" status: 204 len: 168 time: 0.7767911 Jun 15 14:34:28.649926 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.653883 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3306487 Jun 15 14:34:28.654012 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53402) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:28.657622 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d903694-db15-4a36-98ff-f383a633b973,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:28.662707 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'security_group_rule': {'security_group_id': '3d903694-db15-4a36-98ff-f383a633b973', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:28.666968 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:28.694612 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.766307 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.771368 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.773679 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:28.797040 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc17b7fa-cf94-4202-8247-3ac27c3efaf2,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:28.799733 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.800923 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454039 Jun 15 14:34:28.801963 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:28.803632 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53408) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:28.808396 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'security_group_rule': {'security_group_id': '3d903694-db15-4a36-98ff-f383a633b973', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:28.836251 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.902261 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.906199 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.908393 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-94836ae7-30cb-4c97-87fb-1fab77f67390 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:28.927077 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c479c9-1331-4795-9594-ee4b6abb61b2,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:28.929993 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:28.933531 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.934768 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-28707a65-7d9e-4846-be5b-16687bdd4888 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300592 Jun 15 14:34:28.938944 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53410) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:28.943710 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:28.967369 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.040948 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1d138407-bc28-4286-b14d-663a3aba336d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.098040 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.223365 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Allocated IP 172.27.3.110 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/d2a5c83c-c5c3-4349-8315-416e450ddff1) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:34:29.361663 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.401971 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.404086 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:29.450761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:34:29.454695 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:29.458674 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:34:29.464406 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'Port': ['ID=d2a5c83c-c5c3-4349-8315-416e450ddff1,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:29.491627 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:29.571538 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.623601 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.675892 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.761032 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca402f3-fdd4-42c5-af54-c7651ebccb02 req-b4d01bb2-e8a2-4f9a-a144-e42de1b2e0fb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:29.762714 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ca402f3-fdd4-42c5-af54-c7651ebccb02 req-b4d01bb2-e8a2-4f9a-a144-e42de1b2e0fb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0735950 Jun 15 14:34:29.812280 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1ca402f3-fdd4-42c5-af54-c7651ebccb02 req-b157cb60-c25b-484f-a7a7-941b4b1c4c1a tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&id=f76c328a-aef3-494f-b5fb-851141ed1955&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421827 Jun 15 14:34:29.816058 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.825408 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.828557 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-329bc484-47bb-4b74-ad16-698987122d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:29.908950 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'Port': ['ID=d2a5c83c-c5c3-4349-8315-416e450ddff1,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:29.912166 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:29.933018 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.946944 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.948427 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0084622 Jun 15 14:34:30.151921 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-ec52b81c-3c6a-42f8-996e-f74a9d73123d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1062385397&fields=id&tenant_id=c6f07d2269894357af213bd8b317cfad HTTP/1.1" status: 200 len: 267 time: 0.0397465 Jun 15 14:34:30.251041 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:30.286475 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-11b53f7e-0797-4270-9863-e0d6393e8eac tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:30.288096 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-11b53f7e-0797-4270-9863-e0d6393e8eac tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 810 time: 0.1289389 Jun 15 14:34:30.303377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-c6059526-8a30-4626-9c20-4af1512b1c52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/quotas/c6f07d2269894357af213bd8b317cfad HTTP/1.1" status: 200 len: 375 time: 0.0094559 Jun 15 14:34:30.383213 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-d1d1310b-07ca-4408-904a-acbd18332da7 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746751 Jun 15 14:34:30.545340 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-a446418b-d808-4229-bb7d-53c120347048 service neutron] 10.222.0.15 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497610 Jun 15 14:34:30.656911 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-19bbc5dd-dfd2-495b-8bfa-ad93b5ce8930 service neutron] 10.222.0.15 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058376 Jun 15 14:34:30.836341 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-964f6fbb-620c-4cf0-80b7-0fa225fb463d req-41dac1be-5ac3-4f56-977e-7e45304c422e tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 210 time: 0.0393622 Jun 15 14:34:31.242544 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53458) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:31.423095 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:32.037787 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-93329ac8-ea8e-4cde-acb0-0b882921ceac req-437c0819-1605-49fe-bad5-ff0558bd1fe7 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 210 time: 0.0580494 Jun 15 14:34:32.103924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-b70811b8-39c2-4bfc-9d85-f80870a8897a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:32.105328 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-b70811b8-39c2-4bfc-9d85-f80870a8897a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 810 time: 0.2320464 Jun 15 14:34:32.208404 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-0ce676a0-3036-4c23-93c5-8952c344a9d4 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f07d2269894357af213bd8b317cfad HTTP/1.1" status: 200 len: 380 time: 0.0801892 Jun 15 14:34:32.221682 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'port': {'device_id': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'admin_state_up': True, 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'security_groups': ['3d903694-db15-4a36-98ff-f383a633b973']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:32.433906 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Made reservation on behalf of c6f07d2269894357af213bd8b317cfad for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:32.438047 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:32.463069 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:32.800716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Allocated IP 172.20.0.13 (3691479f-b4a8-423d-b3d4-a798a1964404/835d539a-2b36-4242-99d9-cfc4039ea10f/8c147304-8ba7-41af-a638-251723251f8a) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:34:33.067627 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:33.090940 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Transition to ACTIVE for port object 8c147304-8ba7-41af-a638-251723251f8a will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:34:33.104392 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Deleting port 1552070c-1e59-48e5-abca-6ec679d9e03b {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:33.104736 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:33.238088 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0287d623-1caa-4d29-9cf7-635cd852efce req-66cf0d61-8a05-41ec-9968-d311efbc6696 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 210 time: 0.0453644 Jun 15 14:34:33.240577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:33.245410 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:33.303753 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] For port 1552070c-1e59-48e5-abca-6ec679d9e03b, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=1552070c-1e59-48e5-abca-6ec679d9e03b,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:33.304115 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:33.331077 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Network 3691479f-b4a8-423d-b3d4-a798a1964404 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:34:33.414492 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Calling delete_port for 1552070c-1e59-48e5-abca-6ec679d9e03b owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:33.416620 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:33.421903 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:34:33.424426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event updated for resources: {'Port': ['ID=8c147304-8ba7-41af-a638-251723251f8a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:33.429398 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:33.530097 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:33.530843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:33.565953 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3478360 Jun 15 14:34:33.620327 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Request body: {'port': {'device_id': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:33.637798 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-1d94c565-4d71-4181-b503-8ec875eb70a2 None None] Provisioning for port 8c147304-8ba7-41af-a638-251723251f8a completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:34:33.641687 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-1d94c565-4d71-4181-b503-8ec875eb70a2 None None] Provisioning complete for port 8c147304-8ba7-41af-a638-251723251f8a triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:34:33.642130 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1d94c565-4d71-4181-b503-8ec875eb70a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:33.683767 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-1d94c565-4d71-4181-b503-8ec875eb70a2 None None] Port 8c147304-8ba7-41af-a638-251723251f8a cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:34:34.040863 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:34.144371 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:34.147273 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2d48b575-5f6f-4082-acf9-1b71e623dc4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:34.229913 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1552070c-1e59-48e5-abca-6ec679d9e03b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:34.236270 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:34.633664 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:34.688159 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62213cbb-43dc-4ed3-9da5-3b39691a856e req-9e721642-a073-485b-b413-86a919c42a96 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:34.689645 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-62213cbb-43dc-4ed3-9da5-3b39691a856e req-9e721642-a073-485b-b413-86a919c42a96 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 932 time: 0.2780759 Jun 15 14:34:34.801111 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c147304-8ba7-41af-a638-251723251f8a {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:34:34.823435 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:34.857868 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Transition to ACTIVE for port object 8c147304-8ba7-41af-a638-251723251f8a will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:34:34.866300 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-62213cbb-43dc-4ed3-9da5-3b39691a856e req-a63f1a93-735b-41f8-9bdf-cf3d47d381cb tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684823 Jun 15 14:34:34.867076 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:34.871215 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:34.990583 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Pushing event updated for resources: {'Port': ['ID=8c147304-8ba7-41af-a638-251723251f8a,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:35.015334 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:35.193770 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Attempting to bind port 8c147304-8ba7-41af-a638-251723251f8a on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:34:35.194394 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Attempting to bind port 8c147304-8ba7-41af-a638-251723251f8a by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:34:35.194517 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Attempting to bind port 8c147304-8ba7-41af-a638-251723251f8a on network 3691479f-b4a8-423d-b3d4-a798a1964404 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:34:35.208783 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Port 8c147304-8ba7-41af-a638-251723251f8a on network 3691479f-b4a8-423d-b3d4-a798a1964404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:34:35.209112 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Attempting to bind port 8c147304-8ba7-41af-a638-251723251f8a on network 3691479f-b4a8-423d-b3d4-a798a1964404 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:34:35.216588 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:34:35.216932 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Checking segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:34:35.217310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Bound using segment: {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:34:35.217744 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Bound port: 8c147304-8ba7-41af-a638-251723251f8a, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc51194-4416-449c-92d7-cd94a0b9f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:34:35.218098 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:35.235212 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:34:35.409191 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] For port 8c147304-8ba7-41af-a638-251723251f8a, host hv-cinder-77212, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:34:35.414063 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] For port 8c147304-8ba7-41af-a638-251723251f8a, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c147304-8ba7-41af-a638-251723251f8a,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:34:35.421063 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:35.425023 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-948180c8-188f-4c1f-8f00-96f7d3e61c5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:35.473608 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:35.474234 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:35.475717 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] 10.222.0.61 "PUT /v2.0/ports/8c147304-8ba7-41af-a638-251723251f8a HTTP/1.1" status: 200 len: 1094 time: 1.8618112 Jun 15 14:34:35.476245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'tag': '8c147304-8ba7-41af-a638-251723251f8a'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:35.478553 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993ca778-0ac6-44ac-ac77-8c4c18de3be4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "tag": "8c147304-8ba7-41af-a638-251723251f8a"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:35.488960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:34:35.495228 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] 10.222.0.15 "PUT /v2.0/routers/5b7c8085-ae9f-439f-805a-1c9336d0ccb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2515547 Jun 15 14:34:35.498432 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53474) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:35.505821 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] Sync routers for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:34:35.520452 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Pushing event updated for resources: {'Port': ['ID=8c147304-8ba7-41af-a638-251723251f8a,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:35.520755 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:35.521949 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:35.523708 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-602e28ae-cb72-41ba-9f60-1d2ce6d3d8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:35.566289 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f592947d-f6b9-47b1-8663-719b218f9f06 x-openstack-request-id: req-f592947d-f6b9-47b1-8663-719b218f9f06 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:35.566946 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "tag": "8c147304-8ba7-41af-a638-251723251f8a", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:35.567303 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f592947d-f6b9-47b1-8663-719b218f9f06 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:35.567902 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'tag': '8c147304-8ba7-41af-a638-251723251f8a', 'status': 'completed', 'code': 200} Jun 15 14:34:35.636868 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-d32bd7b9-5d70-4f80-89b8-2680c4524b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:35.638544 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-d32bd7b9-5d70-4f80-89b8-2680c4524b34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 1097 time: 0.0862737 Jun 15 14:34:35.706535 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-7d42163c-059e-4697-9ed2-ed522f69298c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c147304-8ba7-41af-a638-251723251f8a HTTP/1.1" status: 200 len: 217 time: 0.0553663 Jun 15 14:34:35.716396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:35.768481 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-7fd0c4cc-13c4-4f72-ad53-50abc74cf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:35.770117 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-7fd0c4cc-13c4-4f72-ad53-50abc74cf562 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0576088 Jun 15 14:34:35.848826 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-e4551e7c-781d-4153-a1a3-b08063d405bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:35.850448 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-e4551e7c-781d-4153-a1a3-b08063d405bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743308 Jun 15 14:34:35.994202 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:34:34Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:35.995771 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:35.998561 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] Checking router: 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:34:36.007023 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] Routers {'5b7c8085-ae9f-439f-805a-1c9336d0ccb7'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:36.007645 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:36.035309 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-bfc053f1-8607-48d2-a559-f4c4d2aa7d29 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784592 Jun 15 14:34:36.149901 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:36.166613 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677e2bf-5707-4c7c-9aef-c686c2c51cef req-b95816de-849d-434d-a4fc-fcceb21cab55 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:36.168147 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4677e2bf-5707-4c7c-9aef-c686c2c51cef req-b95816de-849d-434d-a4fc-fcceb21cab55 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 944 time: 0.1750138 Jun 15 14:34:36.211960 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d843a6e3-0f18-4b48-a814-9c88a64b9155 req-9ac81d77-c0db-4ea2-887e-d95b14e83823 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688316 Jun 15 14:34:36.232896 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Deleting port fd1c4a20-3605-4837-90bd-8dce60632f1d {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:36.233396 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:36.243111 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4677e2bf-5707-4c7c-9aef-c686c2c51cef req-1b5ea2fa-5d4c-4f82-9375-e765a703512f tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622146 Jun 15 14:34:36.305970 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] Set router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:36.340689 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] For port fd1c4a20-3605-4837-90bd-8dce60632f1d, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=fd1c4a20-3605-4837-90bd-8dce60632f1d,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:36.341064 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:36.374563 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-5738cf01-b073-4865-b608-98cc9d1c99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:36.376583 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-5738cf01-b073-4865-b608-98cc9d1c99cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 1097 time: 0.0647328 Jun 15 14:34:36.446575 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Calling delete_port for fd1c4a20-3605-4837-90bd-8dce60632f1d owned by network:router_gateway {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:36.500750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-65665dc4-4c18-4083-8672-582883260350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:36.502234 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-65665dc4-4c18-4083-8672-582883260350 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 911 time: 0.1189499 Jun 15 14:34:36.551583 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:34:34Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:36.555184 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c307c-6170-4853-ba77-e8cde8a08d34 None None] The sync data for ids ['5b7c8085-ae9f-439f-805a-1c9336d0ccb7'] in dv-cinder-772126-3-iscsi is: [{'id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'name': 'tempest-AttachVolumeShelveTestJSON-490668216-router', 'tenant_id': '0abef8b4f4774cc2b33738068984a5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:26:48Z', 'updated_at': '2021-06-15T14:34:34Z', 'revision_number': 5, 'project_id': '0abef8b4f4774cc2b33738068984a5d2', 'gw_port': {'id': 'fd1c4a20-3605-4837-90bd-8dce60632f1d', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7c8085-ae9f-439f-805a-1c9336d0ccb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:26:51Z', 'updated_at': '2021-06-15T14:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:34:36.565495 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-023edd58-5f8d-42f0-a0c3-84cff84107d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c147304-8ba7-41af-a638-251723251f8a HTTP/1.1" status: 200 len: 217 time: 0.0558133 Jun 15 14:34:36.633208 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-6c24bfee-29ef-4fd9-a878-36c8c9d50466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:36.634683 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-6c24bfee-29ef-4fd9-a878-36c8c9d50466 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0616453 Jun 15 14:34:36.673103 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:36.676704 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:36.698770 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-106e67ac-ad41-47d8-a023-27404e93d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:36.700255 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-106e67ac-ad41-47d8-a023-27404e93d4f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590491 Jun 15 14:34:36.709419 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1c4a20-3605-4837-90bd-8dce60632f1d,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:36.711659 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:36.786101 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:36.821378 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-30dc716c-6e07-4983-b200-dd1bb25d9ebb service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134682 Jun 15 14:34:36.942848 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:36.943487 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-993ca778-0ac6-44ac-ac77-8c4c18de3be4 req-20120bfa-f710-4d14-86e3-4ea224f05878 service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151774 Jun 15 14:34:36.945545 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.029027 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.030413 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7c8085-ae9f-439f-805a-1c9336d0ccb7 {{(pid=91770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:34:37.035569 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.039435 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5b7c8085-ae9f-439f-805a-1c9336d0ccb7 HTTP/1.1" status: 204 len: 168 time: 1.5369692 Jun 15 14:34:37.039663 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53478) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:37.095114 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Deleting subnet 28caf77f-6305-45ae-9051-0a82c15bc782 {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:34:37.098318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.148677 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.207221 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1552070c-1e59-48e5-abca-6ec679d9e03b no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:34:37.233537 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 1552070c-1e59-48e5-abca-6ec679d9e03b {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:34:37.233898 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1552070c-1e59-48e5-abca-6ec679d9e03b not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:34:37.291711 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.353359 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.355536 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:37.386736 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28caf77f-6305-45ae-9051-0a82c15bc782,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:37.390697 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:37.391722 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.393565 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28caf77f-6305-45ae-9051-0a82c15bc782 HTTP/1.1" status: 204 len: 168 time: 0.3529265 Jun 15 14:34:37.396053 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53482) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:37.398440 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd81baa-da32-46d8-a364-dd1e4eb3f0e6 None None] Network 2349cd69-6010-47b0-9655-831e569baad3 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:37.437925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e3a95-13c8-4c10-a66e-f027f9312041 req-59b620f3-023e-471c-b49d-2a6e1dc0d53a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:37.439484 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-097e3a95-13c8-4c10-a66e-f027f9312041 req-59b620f3-023e-471c-b49d-2a6e1dc0d53a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 944 time: 0.0757587 Jun 15 14:34:37.491825 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-097e3a95-13c8-4c10-a66e-f027f9312041 req-037b95f4-31d4-40e7-94a0-bdbe9687eab0 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 Jun 15 14:34:37.492949 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.555151 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Deleting port 2b7a9174-450a-469c-9033-49b103324441 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:37.555506 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.654006 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] For port 2b7a9174-450a-469c-9033-49b103324441, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=2b7a9174-450a-469c-9033-49b103324441,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:37.654541 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.662508 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] DHCP port deletion for 2349cd69-6010-47b0-9655-831e569baad3 request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:34:37.716258 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Deleting port 2b7a9174-450a-469c-9033-49b103324441 {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:37.716937 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.750393 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Calling delete_port for 2b7a9174-450a-469c-9033-49b103324441 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:37.802114 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] For port 2b7a9174-450a-469c-9033-49b103324441, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=2b7a9174-450a-469c-9033-49b103324441,segment=NetworkSegment(d2f02683-25df-4c47-8578-5a6a54704359),segment_id=d2f02683-25df-4c47-8578-5a6a54704359)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:37.802585 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.848403 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.850391 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ef2235e5-2744-4f73-af09-9c14c861073d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:37.884507 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7a9174-450a-469c-9033-49b103324441,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:37.889996 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:37.891676 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] No DVR routers for this DVR port 2b7a9174-450a-469c-9033-49b103324441 on host dv-cinder-772126-3-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:34:37.902108 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Calling delete_port for 2b7a9174-450a-469c-9033-49b103324441 owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:37.998618 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.010937 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2349cd69-6010-47b0-9655-831e569baad3']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:38.023067 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f02683-25df-4c47-8578-5a6a54704359') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:38.023430 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f02683-25df-4c47-8578-5a6a54704359') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:38.034127 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.042906 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.046239 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:38.050373 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.056211 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:34:38.056606 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:34:38.058223 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:34:38.075861 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Pushing event deleted for resources: {'Port': ['ID=2b7a9174-450a-469c-9033-49b103324441,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:38.078041 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] No DVR routers for this DVR port 2b7a9174-450a-469c-9033-49b103324441 on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:34:38.079272 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:38.137488 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.143853 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.145739 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] 10.222.0.15 "DELETE /v2.0/networks/2349cd69-6010-47b0-9655-831e569baad3 HTTP/1.1" status: 204 len: 168 time: 0.7487290 Jun 15 14:34:38.146467 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:38.166911 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2349cd69-6010-47b0-9655-831e569baad3,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:38.169422 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:38.271983 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53486) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:38.318867 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-57f77770-2ce5-4872-8744-ff162acc56c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0abef8b4f4774cc2b33738068984a5d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455976 Jun 15 14:34:38.321206 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53488) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:38.386474 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.404138 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c147304-8ba7-41af-a638-251723251f8a details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:34:38.417899 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.493628 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.496111 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.497357 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cd33c8d-ee95-472d-9b51-eb95372ea1a7 HTTP/1.1" status: 204 len: 168 time: 0.1752446 Jun 15 14:34:38.498756 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:38.508763 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd33c8d-ee95-472d-9b51-eb95372ea1a7,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:38.511184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:38.559047 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 8c147304-8ba7-41af-a638-251723251f8a, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c147304-8ba7-41af-a638-251723251f8a,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:38.577003 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '8c147304-8ba7-41af-a638-251723251f8a', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'port_id': '8c147304-8ba7-41af-a638-251723251f8a', 'mac_address': 'fa:16:3e:98:9f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:34:38.625618 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.641703 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c147304-8ba7-41af-a638-251723251f8a {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:34:38.667248 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 8c147304-8ba7-41af-a638-251723251f8a, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c147304-8ba7-41af-a638-251723251f8a,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:38.673356 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:38.675309 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:38.716631 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38184981-350b-474d-af6d-9596dca99fe3 req-89f3d3e2-459f-4322-8ec7-703cec604809 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:38.718710 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-38184981-350b-474d-af6d-9596dca99fe3 req-89f3d3e2-459f-4322-8ec7-703cec604809 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 944 time: 0.0926719 Jun 15 14:34:38.743057 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=8c147304-8ba7-41af-a638-251723251f8a,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:38.751059 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.751424 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.751783 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.752147 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.752480 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.752810 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.753150 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.753481 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.753821 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.754154 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.754515 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.754846 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:38.758958 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:39.033618 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['8c147304-8ba7-41af-a638-251723251f8a'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:34:39.123620 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-38184981-350b-474d-af6d-9596dca99fe3 req-5d463999-c634-479c-81b4-750b868a1967 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3987398 Jun 15 14:34:39.221375 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device fd1c4a20-3605-4837-90bd-8dce60632f1d no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:34:39.386065 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: fd1c4a20-3605-4837-90bd-8dce60632f1d {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:34:39.386459 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device fd1c4a20-3605-4837-90bd-8dce60632f1d not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:34:39.386898 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 2b7a9174-450a-469c-9033-49b103324441 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:34:39.414960 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 2b7a9174-450a-469c-9033-49b103324441 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:34:39.415529 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 2b7a9174-450a-469c-9033-49b103324441 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:34:39.953008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53540) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:40.055782 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bef9e7ff-a1b9-47fd-b584-f027760abd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.146258 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bef9e7ff-a1b9-47fd-b584-f027760abd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.149861 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bef9e7ff-a1b9-47fd-b584-f027760abd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.153034 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cce27ed0-d17b-4dc9-b38f-86c86a169c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:40.192257 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9e7ff-a1b9-47fd-b584-f027760abd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992376a3-5bd4-424b-b698-dc113170f9ad,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:40.200104 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-bef9e7ff-a1b9-47fd-b584-f027760abd7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40bd97c3ae5b4182a395d4d703796afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447665 Jun 15 14:34:40.200104 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bef9e7ff-a1b9-47fd-b584-f027760abd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:40.201046 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53546) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:40.296723 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.331870 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.379969 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3742eb-d34a-4dcc-87ea-e6b068f95bd7 req-34c59354-24e7-4df2-acf6-05dc879733f9 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:40.381495 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab3742eb-d34a-4dcc-87ea-e6b068f95bd7 req-34c59354-24e7-4df2-acf6-05dc879733f9 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 945 time: 0.1382453 Jun 15 14:34:40.406199 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c147304-8ba7-41af-a638-251723251f8a up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:34:40.415918 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.418449 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.419871 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/992376a3-5bd4-424b-b698-dc113170f9ad HTTP/1.1" status: 204 len: 168 time: 0.2176375 Jun 15 14:34:40.427513 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-526a9e2f-31fe-47b1-97aa-21498462ba38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:40.443926 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ab3742eb-d34a-4dcc-87ea-e6b068f95bd7 req-492d4669-475e-4b74-ac6c-10521a75f16a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564642 Jun 15 14:34:40.444860 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992376a3-5bd4-424b-b698-dc113170f9ad,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:40.447174 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:40.478057 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 8c147304-8ba7-41af-a638-251723251f8a completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:34:40.482376 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 8c147304-8ba7-41af-a638-251723251f8a triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:34:40.482915 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.581407 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.606233 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c147304-8ba7-41af-a638-251723251f8a'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:40.608753 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d6b16-1b7d-4b69-bc74-80904091089a" -d '{"events": [{"server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "name": "network-vif-plugged", "status": "completed", "tag": "8c147304-8ba7-41af-a638-251723251f8a"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:40.624709 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 8c147304-8ba7-41af-a638-251723251f8a, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c147304-8ba7-41af-a638-251723251f8a,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:40.629058 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:40.631104 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-e4610263-22c5-4e83-9b3b-7728a617e424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:40.660253 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55803eb0-d06d-4692-8050-5f91e7b95901 x-openstack-request-id: req-55803eb0-d06d-4692-8050-5f91e7b95901 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:40.660561 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "name": "network-vif-plugged", "status": "completed", "tag": "8c147304-8ba7-41af-a638-251723251f8a", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:40.661088 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55803eb0-d06d-4692-8050-5f91e7b95901 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:40.661486 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c147304-8ba7-41af-a638-251723251f8a', 'code': 200} Jun 15 14:34:40.695102 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=8c147304-8ba7-41af-a638-251723251f8a,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:40.699145 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:40.936686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266a44d-e9ea-4a16-b2f0-8c4144034a29 req-8160a709-ec5d-4f77-8a26-5e2c2210ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:40.938591 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e266a44d-e9ea-4a16-b2f0-8c4144034a29 req-8160a709-ec5d-4f77-8a26-5e2c2210ad7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 1099 time: 0.0630276 Jun 15 14:34:40.982751 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e266a44d-e9ea-4a16-b2f0-8c4144034a29 req-3683877f-496b-4655-a07c-6f2a818a9706 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364225 Jun 15 14:34:41.119430 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53570) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:41.217587 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-360749812-network', 'tenant_id': 'b63567a63ea0419ca23448b475fdf99b'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:41.239275 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Made reservation on behalf of b63567a63ea0419ca23448b475fdf99b for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:41.241644 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.252893 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.353033 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.357943 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.360947 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2b3c05f6-429f-4b4f-a8c4-63d8335bbd3e tempest-VolumesNegativeTest-1426631348 tempest-VolumesNegativeTest-1426631348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:41.385635 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:34:41.396726 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a38051-b760-45de-994a-91e255ee8eb2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:41.400113 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:41.405374 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.405374 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Added segment 0c045801-0967-45ca-bd6b-810c369810b7 of type vlan for network 4ce93b5b-4379-4098-9cbc-8f3ee5873c06 Jun 15 14:34:41.458529 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.490965 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.492368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.492964 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.495492 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e638d89b-4b28-407b-9624-81e2754b5731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:41.536779 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4162316 Jun 15 14:34:41.539930 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53576) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:41.545406 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Request body: {'subnet': {'network_id': '4ce93b5b-4379-4098-9cbc-8f3ee5873c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-360749812-subnet', 'tenant_id': 'b63567a63ea0419ca23448b475fdf99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:41.568998 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Made reservation on behalf of b63567a63ea0419ca23448b475fdf99b for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:41.571654 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.592650 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce93b5b-4379-4098-9cbc-8f3ee5873c06,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:41.603936 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 4ce93b5b-4379-4098-9cbc-8f3ee5873c06 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:34:41.607092 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:41.679151 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0291f1-f76b-460f-8bbc-eef172948f67 req-2e85c8d7-efce-475f-bd11-4de96c6332f3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.680733 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4b0291f1-f76b-460f-8bbc-eef172948f67 req-2e85c8d7-efce-475f-bd11-4de96c6332f3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 946 time: 0.0910640 Jun 15 14:34:41.725437 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4b0291f1-f76b-460f-8bbc-eef172948f67 req-e2655e9d-8425-4046-9f1f-104486298c1b tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Jun 15 14:34:41.820770 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.823274 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-46dd3b13-2e88-4dd3-9f89-d0479370aa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:41.887881 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be08e6e-86bd-4eae-914d-35af634526a8,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:41.896802 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:41.906278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Checking segment: {'id': '0c045801-0967-45ca-bd6b-810c369810b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4ce93b5b-4379-4098-9cbc-8f3ee5873c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:34:41.906750 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Network hostable DHCP agents. Network: 4ce93b5b-4379-4098-9cbc-8f3ee5873c06, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:34:41.925546 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Network 4ce93b5b-4379-4098-9cbc-8f3ee5873c06 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:34:41.943083 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 4ce93b5b-4379-4098-9cbc-8f3ee5873c06) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:41.948024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.948847 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:41.953764 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5af78f-4d54-41b6-9ea7-48f0baf5f06a None None] Network 4ce93b5b-4379-4098-9cbc-8f3ee5873c06 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:41.967828 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4250956 Jun 15 14:34:42.169423 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7e0a7-214c-424e-b0d7-2bd7b556e784 None None] Network 4ce93b5b-4379-4098-9cbc-8f3ee5873c06 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:42.565071 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53592) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:42.570623 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601581918-network', 'tenant_id': 'd445c62d10274883a22696d8e197b50c'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:42.593312 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Made reservation on behalf of d445c62d10274883a22696d8e197b50c for: {'network': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:42.595816 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.606362 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.700214 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.705485 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.708321 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5952b8f9-f9bc-4023-97d6-5863a7adc95d tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:42.731267 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=91770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:34:42.741145 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dad643c-26cd-4b09-a9a7-ffbab3952630,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:42.745324 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:42.746352 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.746699 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.segments_db [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Added segment cd27706a-b3e2-4784-a754-155841696f6b of type vlan for network e03d0c62-2721-4852-9052-76fd150c62e5 Jun 15 14:34:42.802495 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.842581 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.843847 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:42.844448 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.846676 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:42.885614 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3191307 Jun 15 14:34:42.888969 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53596) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:42.894281 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Request body: {'subnet': {'network_id': 'e03d0c62-2721-4852-9052-76fd150c62e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601581918-subnet', 'tenant_id': 'd445c62d10274883a22696d8e197b50c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:42.923272 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817095e-dfa1-4c80-8448-0b3a4e93bfc5 req-74438310-e90b-4792-a6f8-bf9907f2fd77 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:42.924786 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a817095e-dfa1-4c80-8448-0b3a4e93bfc5 req-74438310-e90b-4792-a6f8-bf9907f2fd77 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 946 time: 0.0771234 Jun 15 14:34:42.941144 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Pushing event updated for resources: {'Network': ['ID=e03d0c62-2721-4852-9052-76fd150c62e5,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:42.944977 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-960a7e32-231e-48c3-9ff8-6a77e1a909ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:42.953181 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network e03d0c62-2721-4852-9052-76fd150c62e5 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:34:42.960062 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Made reservation on behalf of d445c62d10274883a22696d8e197b50c for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:42.972251 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.980280 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a817095e-dfa1-4c80-8448-0b3a4e93bfc5 req-2ea52b14-45db-4eb9-bbed-4c9348794e73 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Jun 15 14:34:43.176543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c0fd-e674-4e61-b266-dcf2b42372f2 req-8378944a-fa85-4f41-af66-040fee8dffe3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:43.177435 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-9ad3c0fd-e674-4e61-b266-dcf2b42372f2 req-8378944a-fa85-4f41-af66-040fee8dffe3 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 946 time: 0.0780647 Jun 15 14:34:43.186711 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53600) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:43.191761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Request body: {'floatingip': {'port_id': '8c147304-8ba7-41af-a638-251723251f8a'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:43.204024 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.206637 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c9e6679f-0975-4601-9566-e6ea2bcd63ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:43.251889 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.276257 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322ade7f-ac60-4389-b500-4dd272837c0f,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:43.280010 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:43.283206 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Checking segment: {'id': 'cd27706a-b3e2-4784-a754-155841696f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e03d0c62-2721-4852-9052-76fd150c62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:34:43.283438 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Network hostable DHCP agents. Network: e03d0c62-2721-4852-9052-76fd150c62e5, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:34:43.302053 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Network e03d0c62-2721-4852-9052-76fd150c62e5 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:34:43.312331 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, e03d0c62-2721-4852-9052-76fd150c62e5) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:43.318082 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:43.319131 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.323534 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb872216-c2bc-4cf1-abb1-7f53beb7db64 None None] Network e03d0c62-2721-4852-9052-76fd150c62e5 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:43.336278 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-9d311e5e-c0b3-4e6a-af0f-c3ceca8c4c64 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4458117 Jun 15 14:34:43.456299 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53604) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:43.510611 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc682e-7df0-476f-9783-ef8590db1f0d None None] Network e03d0c62-2721-4852-9052-76fd150c62e5 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:43.511817 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Deleting subnet 8be08e6e-86bd-4eae-914d-35af634526a8 {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:34:43.515908 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.564160 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.612604 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.688814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.691419 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-213ae599-e5ba-4b22-a971-356fd4c1155a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:43.726468 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be08e6e-86bd-4eae-914d-35af634526a8,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:43.730011 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:43.733225 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.735141 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-828094ad-5e9b-467a-8270-a4103854362e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8be08e6e-86bd-4eae-914d-35af634526a8 HTTP/1.1" status: 204 len: 168 time: 0.2778306 Jun 15 14:34:43.737589 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53606) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:43.828410 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.866276 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.871223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.943659 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.955916 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce93b5b-4379-4098-9cbc-8f3ee5873c06']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:43.967887 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c045801-0967-45ca-bd6b-810c369810b7') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:43.968184 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c045801-0967-45ca-bd6b-810c369810b7') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:43.978368 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.993312 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.000149 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:34:44.000563 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:34:44.002857 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:34:44.018063 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Floating IP c1ee8c44-7ab8-4e8b-a547-1018e781b75d associated. External IP: 172.27.3.110, port: 8c147304-8ba7-41af-a638-251723251f8a. Jun 15 14:34:44.086483 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.090119 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:44.092888 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.097295 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4ce93b5b-4379-4098-9cbc-8f3ee5873c06 HTTP/1.1" status: 204 len: 168 time: 0.3563311 Jun 15 14:34:44.108678 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53608) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:44.115947 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce93b5b-4379-4098-9cbc-8f3ee5873c06,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:44.118853 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b1da9a32-17ad-419a-b26d-09b2f26022f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:44.165003 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Deleting subnet 322ade7f-ac60-4389-b500-4dd272837c0f {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:34:44.168352 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.218408 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.264877 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.324761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:34:44.329420 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.332173 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4d719bae-c83c-48a0-bc3e-f6b4cb7cf21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:44.366781 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322ade7f-ac60-4389-b500-4dd272837c0f,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:44.369122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:44.371784 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.374583 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-2863c82f-0f9d-4d0a-88b7-5a5a9eabc1a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/322ade7f-ac60-4389-b500-4dd272837c0f HTTP/1.1" status: 204 len: 168 time: 0.2648804 Jun 15 14:34:44.376973 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53610) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:44.470077 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.485652 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:34:44.490652 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.496525 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] Sync routers for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:34:44.506650 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:44.507273 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:44.535683 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4be4dc87-1fa5-42d7-bafa-38d1fe162e52 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "PUT /v2.0/floatingips/c1ee8c44-7ab8-4e8b-a547-1018e781b75d HTTP/1.1" status: 200 len: 992 time: 1.3478198 Jun 15 14:34:44.536848 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'tag': '8c147304-8ba7-41af-a638-251723251f8a'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:44.540163 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6027e0a2-df79-4d2e-acfb-00600cb171a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "tag": "8c147304-8ba7-41af-a638-251723251f8a"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:44.577045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf7b439-1723-4883-9ab6-0f20b76f138e x-openstack-request-id: req-5bf7b439-1723-4883-9ab6-0f20b76f138e {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:44.577372 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "tag": "8c147304-8ba7-41af-a638-251723251f8a", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:44.577660 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bf7b439-1723-4883-9ab6-0f20b76f138e {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:44.578093 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'tag': '8c147304-8ba7-41af-a638-251723251f8a', 'status': 'completed', 'code': 200} Jun 15 14:34:44.592456 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.604750 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03d0c62-2721-4852-9052-76fd150c62e5']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:44.618746 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd27706a-b3e2-4784-a754-155841696f6b') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:44.619788 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd27706a-b3e2-4784-a754-155841696f6b') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:44.632588 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.650769 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.657582 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:34:44.658102 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:34:44.661077 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:34:44.681888 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:44.699206 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-5e745117-8c1d-4b86-9af8-7a132e288d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:44.701397 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-5e745117-8c1d-4b86-9af8-7a132e288d7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6f07d2269894357af213bd8b317cfad&device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 1099 time: 0.0716693 Jun 15 14:34:44.744535 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.750318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.752590 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e03d0c62-2721-4852-9052-76fd150c62e5 HTTP/1.1" status: 204 len: 168 time: 0.3743768 Jun 15 14:34:44.753258 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:44.770222 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03d0c62-2721-4852-9052-76fd150c62e5,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:44.772956 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-189cd4bb-90a7-4075-a7ea-53bf4d26c135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:44.845894 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-c62b4fba-d132-4760-9294-e3ad2803f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:44.847527 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-c62b4fba-d132-4760-9294-e3ad2803f1fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 200 len: 911 time: 0.1279831 Jun 15 14:34:44.940734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53618) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:44.943845 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-f80901ff-a784-4bc0-8840-e8fffec34aa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c147304-8ba7-41af-a638-251723251f8a HTTP/1.1" status: 200 len: 1000 time: 0.0806353 Jun 15 14:34:44.988536 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c1ee8c44-7ab8-4e8b-a547-1018e781b75d', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'port_id': '8c147304-8ba7-41af-a638-251723251f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'mac_address': 'fa:16:3e:98:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:34:29Z', 'updated_at': '2021-06-15T14:34:43Z', 'revision_number': 1, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:44.990453 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-d603ed52-33f3-4b21-b44d-7da0b9ebe66d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b63567a63ea0419ca23448b475fdf99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481646 Jun 15 14:34:44.992711 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53620) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:44.994432 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] Checking router: 1d3364ac-55ca-4e8d-adb2-94f48df23e34 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:34:45.009358 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:45.009838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-04b5088d-0a6c-406b-b5c5-022ae7267187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:45.010392 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:45.011352 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-04b5088d-0a6c-406b-b5c5-022ae7267187 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 200 len: 849 time: 0.0609419 Jun 15 14:34:45.050264 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-69fe43cb-cb9a-49a6-9dd9-203c1bb36a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.079764 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-e510f1e7-abdf-4478-8701-518746d5a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:45.080389 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-69fe43cb-cb9a-49a6-9dd9-203c1bb36a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.081258 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-e510f1e7-abdf-4478-8701-518746d5a33d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3691479f-b4a8-423d-b3d4-a798a1964404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629275 Jun 15 14:34:45.143558 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-69fe43cb-cb9a-49a6-9dd9-203c1bb36a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.147105 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-69fe43cb-cb9a-49a6-9dd9-203c1bb36a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.150846 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-69fe43cb-cb9a-49a6-9dd9-203c1bb36a94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96a38051-b760-45de-994a-91e255ee8eb2 HTTP/1.1" status: 204 len: 168 time: 0.1571279 Jun 15 14:34:45.151945 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e01cc530-f032-4a07-b290-609c2afe657b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:45.163705 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe43cb-cb9a-49a6-9dd9-203c1bb36a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a38051-b760-45de-994a-91e255ee8eb2,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:45.166624 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-69fe43cb-cb9a-49a6-9dd9-203c1bb36a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:45.209691 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:45.217656 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-f1dd5950-565c-4df8-8124-8a57ad37516e service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283953 Jun 15 14:34:45.336662 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6027e0a2-df79-4d2e-acfb-00600cb171a3 req-45982e17-ca60-4325-b1ea-38546003cf1b service neutron] 10.222.0.61 "GET /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127980 Jun 15 14:34:45.516278 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53626) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:45.522206 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c1ee8c44-7ab8-4e8b-a547-1018e781b75d', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'port_id': '8c147304-8ba7-41af-a638-251723251f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'mac_address': 'fa:16:3e:98:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:34:29Z', 'updated_at': '2021-06-15T14:34:43Z', 'revision_number': 1, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:45.525779 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb30148-9f5a-4fe0-919c-9301a3564e86 None None] The sync data for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi is: [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c1ee8c44-7ab8-4e8b-a547-1018e781b75d', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'port_id': '8c147304-8ba7-41af-a638-251723251f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'mac_address': 'fa:16:3e:98:9f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:34:29Z', 'updated_at': '2021-06-15T14:34:43Z', 'revision_number': 1, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:34:45.710001 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070a33b-ae51-4529-b947-39e012787f2c None None] New status for floating IP c1ee8c44-7ab8-4e8b-a547-1018e781b75d: ACTIVE {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:34:45.872765 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-01d770f2-e326-41fe-98e3-4b869a80b1d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d445c62d10274883a22696d8e197b50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545997 Jun 15 14:34:45.874843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53630) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:45.932065 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.956301 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:46.004706 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:46.007333 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:46.008501 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5dad643c-26cd-4b09-a9a7-ffbab3952630 HTTP/1.1" status: 204 len: 168 time: 0.1327312 Jun 15 14:34:46.009320 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ee243e74-8175-47c7-bf23-6c2846d01e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:46.018834 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dad643c-26cd-4b09-a9a7-ffbab3952630,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:46.021094 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:47.473105 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53672) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:47.580483 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb39b2c6-1116-4814-ab86-93b909dc4861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.672683 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb39b2c6-1116-4814-ab86-93b909dc4861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.676480 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb39b2c6-1116-4814-ab86-93b909dc4861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.679648 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4fc8bbee-09cb-423f-9100-e03a6cb52f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:47.723850 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-fb39b2c6-1116-4814-ab86-93b909dc4861 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=546b2d364ab240b7b53d1b9a2d3706fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495086 Jun 15 14:34:47.726084 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39b2c6-1116-4814-ab86-93b909dc4861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb1ef99-5b54-48f9-93d9-81d372dfb7c3,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:47.726900 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53676) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:47.729038 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb39b2c6-1116-4814-ab86-93b909dc4861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:47.780612 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-68683a15-5092-4ab3-9589-06ff3158fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.803193 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-68683a15-5092-4ab3-9589-06ff3158fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.852832 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-68683a15-5092-4ab3-9589-06ff3158fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.855544 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-68683a15-5092-4ab3-9589-06ff3158fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.856765 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-68683a15-5092-4ab3-9589-06ff3158fa18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cb1ef99-5b54-48f9-93d9-81d372dfb7c3 HTTP/1.1" status: 204 len: 168 time: 0.1288009 Jun 15 14:34:47.857629 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b6192e80-cc2a-4bc2-a011-f4e669d9a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:47.866142 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68683a15-5092-4ab3-9589-06ff3158fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb1ef99-5b54-48f9-93d9-81d372dfb7c3,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:47.868340 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-68683a15-5092-4ab3-9589-06ff3158fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:48.132082 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53684) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:48.148656 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c6a418a-82f5-4b78-be6f-9797a5829c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.243407 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c6a418a-82f5-4b78-be6f-9797a5829c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.246848 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2c6a418a-82f5-4b78-be6f-9797a5829c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.249739 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7392fefd-02ec-4792-8883-8d95e4725fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:48.286927 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a418a-82f5-4b78-be6f-9797a5829c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c38d6e-5b6e-4edd-9f9d-0690116dd896,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:48.291141 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2c6a418a-82f5-4b78-be6f-9797a5829c76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb581964698c400a96418d50a0bb7153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580443 Jun 15 14:34:48.292099 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2c6a418a-82f5-4b78-be6f-9797a5829c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:48.294821 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53686) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:48.346933 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.369766 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.422795 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.425545 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.426700 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68c38d6e-5b6e-4edd-9f9d-0690116dd896 HTTP/1.1" status: 204 len: 168 time: 0.1313276 Jun 15 14:34:48.427517 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e5ca94e6-a195-4e3f-8189-8777831805d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:48.442569 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c38d6e-5b6e-4edd-9f9d-0690116dd896,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:48.445200 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:55.407513 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a17c7400-dbc1-47d5-a9a9-ce1d68b3c58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.582187 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.979161 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53826) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:58.636345 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Deleting port 436d584d-3312-4785-b724-1b2c888933a1 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:34:58.636345 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:58.735343 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:58.735591 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:58.833634 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Calling delete_port for 436d584d-3312-4785-b724-1b2c888933a1 owned by network:floatingip {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:34:59.027780 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:59.030324 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fa813d65-2666-455e-bb16-cba7a32ba10c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:59.044580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b9976b3e-7a03-4817-8e1c-7b23a580d8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:59.063889 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event deleted for resources: {'Port': ['ID=436d584d-3312-4785-b724-1b2c888933a1,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:59.098866 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.099257 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.099633 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.100003 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.100373 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.100741 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.101103 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.101464 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.101849 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.102206 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.102591 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.102950 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:59.134723 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:59.159525 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for floatingip, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:59.159999 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Floating IP 784ecc3b-b4e2-426b-81fd-e7d3f7d42b69 disassociated (deleted). External IP: 172.27.3.112, port: a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc. Jun 15 14:34:59.475940 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Router bafd2e0c-854a-449f-b12f-42026dc38e60 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:34:59.632650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:34:59.637271 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:59.642045 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37419118-ccb4-43bb-9921-919f3104781e None None] Sync routers for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:34:59.652088 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:59.652732 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:59.682856 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:59.696443 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "DELETE /v2.0/floatingips/784ecc3b-b4e2-426b-81fd-e7d3f7d42b69 HTTP/1.1" status: 204 len: 168 time: 1.7129138 Jun 15 14:34:59.696443 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:59.696811 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7" -d '{"events": [{"name": "network-changed", "server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:59.805778 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:59.849445 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dfe487-d655-45c8-a31a-236d4596b2bc x-openstack-request-id: req-50dfe487-d655-45c8-a31a-236d4596b2bc {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:59.849788 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:59.850085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50dfe487-d655-45c8-a31a-236d4596b2bc {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:59.850558 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'status': 'completed', 'code': 200} Jun 15 14:34:59.983140 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-af381a6d-06c8-4d82-b1b8-36bc6862a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:59.984803 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-af381a6d-06c8-4d82-b1b8-36bc6862a65c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f74953c1b82146e7a585b5092191bc98&device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 1099 time: 0.0878932 Jun 15 14:35:00.103320 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 5, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:00.111636 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37419118-ccb4-43bb-9921-919f3104781e None None] Checking router: bafd2e0c-854a-449f-b12f-42026dc38e60 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:00.117154 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:00.117773 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:00.168345 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-ddefca9d-18f6-4594-b807-eead738f00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:00.170417 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-ddefca9d-18f6-4594-b807-eead738f00f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 200 len: 910 time: 0.1603339 Jun 15 14:35:00.243565 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e67dce-b6d8-4162-af19-6d0a54c565f0 req-a9f5231a-460a-4e33-9629-f153cd4d8630 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:00.245105 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14e67dce-b6d8-4162-af19-6d0a54c565f0 req-a9f5231a-460a-4e33-9629-f153cd4d8630 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.2019491 Jun 15 14:35:00.246618 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-b7860b03-5528-4dba-b388-67188dac7789 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 200 len: 217 time: 0.0672228 Jun 15 14:35:00.253497 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:00.332047 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-14e67dce-b6d8-4162-af19-6d0a54c565f0 req-5cb406c0-fc4d-44f7-9e4b-267ca5d4d760 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790050 Jun 15 14:35:00.337563 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-93a9a70c-bb01-4e0a-91da-544a78702f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:00.339006 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-93a9a70c-bb01-4e0a-91da-544a78702f95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 200 len: 848 time: 0.0849576 Jun 15 14:35:00.370762 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:00.424599 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-362eb281-dc3e-49b9-8e66-c37b2b621022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:00.426223 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-362eb281-dc3e-49b9-8e66-c37b2b621022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791652 Jun 15 14:35:00.555894 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-08f73e5a-cb6d-4660-9d48-f32e5d5a7ee9 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123478 Jun 15 14:35:00.663499 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-37419118-ccb4-43bb-9921-919f3104781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 5, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:00.667955 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37419118-ccb4-43bb-9921-919f3104781e None None] The sync data for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi is: [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:29:20Z', 'revision_number': 4, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'aa60d3c9-a04d-4924-8c8e-f9ece85b2b72', 'name': '', 'network_id': 'd997a0dc-05e0-4ab6-a397-e6f01b8d6d24', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'mac_address': 'fa:16:3e:21:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:19Z', 'updated_at': '2021-06-15T14:29:29Z', 'revision_number': 5, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'subnets': [{'id': '2bb051c0-0d8d-48c2-b89c-82cac7edc7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:00.679462 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc7cd128-4255-4e4c-bb25-e0afc91b94e7 req-f9fcaa93-da6e-4d8b-b033-e3fe30b02ec3 service neutron] 10.222.0.61 "GET /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155543 Jun 15 14:35:00.883954 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218ce7d-1ff4-45a5-9749-4df1cc4dff14 None None] New status for floating IP 784ecc3b-b4e2-426b-81fd-e7d3f7d42b69: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:35:01.424561 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:01.525216 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c5f64-9676-4175-a015-a52d1340bf36 req-af68d273-0e83-4495-8669-edb319595de2 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:01.526800 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d19c5f64-9676-4175-a015-a52d1340bf36 req-af68d273-0e83-4495-8669-edb319595de2 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0776350 Jun 15 14:35:01.572247 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d19c5f64-9676-4175-a015-a52d1340bf36 req-6a1faad6-22ec-46a5-bc13-43f13c45ea4b tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8430ddc-91ed-47fa-8034-852a60b3eccc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 Jun 15 14:35:01.765114 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-d9012ddd-de6d-46a6-8994-4fa02a0ff3a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601566 Jun 15 14:35:01.896076 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-db0febfd-61b0-40a1-90c5-3ae21d3d3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:01.897663 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-db0febfd-61b0-40a1-90c5-3ae21d3d3807 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1138 time: 0.0624454 Jun 15 14:35:02.049029 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-0003077b-405b-433d-a027-e4b8b17ad980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:02.051058 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-0003077b-405b-433d-a027-e4b8b17ad980 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 915 time: 0.1311796 Jun 15 14:35:02.086556 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-6ccf8b8f-3198-43f6-8d6c-32866dc2ceda tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:02.088047 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-6ccf8b8f-3198-43f6-8d6c-32866dc2ceda tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.61 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 946 time: 0.0886931 Jun 15 14:35:02.147223 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-f8693591-a940-4bae-a3e6-d2a2dd14275b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 1001 time: 0.0882223 Jun 15 14:35:02.206639 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-3ac0f0a5-1e58-4b77-ae7e-38e9a20ebc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:02.208104 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-3ac0f0a5-1e58-4b77-ae7e-38e9a20ebc52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0536573 Jun 15 14:35:02.214632 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Deleting port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:02.214982 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:02.279991 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-d6377cb0-b900-4960-b9c6-bd6369baa5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:02.281495 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-d6377cb0-b900-4960-b9c6-bd6369baa5c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650816 Jun 15 14:35:02.332531 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] For port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:02.332908 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:02.398167 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-3bd1cb9d-b20f-45d4-93aa-be9f6c5e0747 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098561 Jun 15 14:35:02.427941 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Calling delete_port for a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:02.524251 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79fd67d6-7e18-4f49-bc92-5b1d2cf402df req-f9deaaa7-1161-4df8-9a25-4848f9db1b4b service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187313 Jun 15 14:35:02.598889 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:02.603167 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-690b5f3e-2d36-4851-909e-609165a4a213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:02.636688 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event deleted for resources: {'Port': ['ID=a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:02.640650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:02.698099 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] No DVR routers for this DVR port a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:02.701357 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:02.703744 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-ae3c5e0e-bd65-4875-81ac-9034da107719 req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.61 "DELETE /v2.0/ports/a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc HTTP/1.1" status: 204 len: 173 time: 0.6034765 Jun 15 14:35:02.704282 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-deleted', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:02.706803 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d981b7bc-cd78-451a-9bdb-829016f6f8f0" -d '{"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-deleted", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:02.729575 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4cc201b7-331f-43af-bdc7-32725eb59afd req-e9edf94b-01a4-4c63-a9ac-c1ae28a6ed76 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 210 time: 0.0363307 Jun 15 14:35:02.753720 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6832a-1274-4c1c-ab45-78aa2a87e731 x-openstack-request-id: req-04b6832a-1274-4c1c-ab45-78aa2a87e731 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:02.754062 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978856c7-2f92-4461-b9dd-f7fc9b613e56", "name": "network-vif-deleted", "tag": "a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:02.754390 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04b6832a-1274-4c1c-ab45-78aa2a87e731 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:02.754862 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978856c7-2f92-4461-b9dd-f7fc9b613e56', 'name': 'network-vif-deleted', 'tag': 'a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc', 'status': 'completed', 'code': 200} Jun 15 14:35:03.345757 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:35:03.366203 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-57b18ed3-eb0d-4a94-b5cd-c0a28d31a415 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688243663&fields=id&tenant_id=07f5a11a65c04b8980f5b6f40500f12f HTTP/1.1" status: 200 len: 267 time: 0.0624330 Jun 15 14:35:03.461184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-9de5ae13-36e5-4ccf-bc00-519d79de2614 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:03.463149 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-9de5ae13-36e5-4ccf-bc00-519d79de2614 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 985 time: 0.0901737 Jun 15 14:35:03.483365 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Request body: {'port': {'security_groups': ['88579b8c-668f-43de-b73e-6496ea596e1b']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:03.600227 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:03.825675 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d2409209-5c74-4e75-b792-e39549317f22,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:03.860406 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:03.865237 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:03.870085 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e8f3f0f5-331d-4db4-aa71-819fdb5661fd tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:03.904484 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['d2409209-5c74-4e75-b792-e39549317f22'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:03.944754 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2a670c4d-960c-4f3c-8677-e66ac47fb9a0 req-bbe08588-f872-4707-bbd7-bf9c5dcc12e4 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "GET /v2.0/ports?device_id=978856c7-2f92-4461-b9dd-f7fc9b613e56 HTTP/1.1" status: 200 len: 210 time: 0.0707619 Jun 15 14:35:03.959429 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:03.960046 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:03.961471 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5a4e613e-92a0-4a25-a1d3-32a086e378ca req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "PUT /v2.0/ports/d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 943 time: 0.4860983 Jun 15 14:35:03.962038 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:03.964484 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3382a834-5b6b-451f-b543-87b64b72b972" -d '{"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:03.971215 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53926) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:04.062873 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2730e6-9770-40e2-9c5b-0c49efcb6eb6 x-openstack-request-id: req-6c2730e6-9770-40e2-9c5b-0c49efcb6eb6 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:04.063582 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:04.063941 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c2730e6-9770-40e2-9c5b-0c49efcb6eb6 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:04.064520 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22', 'status': 'completed', 'code': 200} Jun 15 14:35:04.103223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event updated for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=7']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:04.124481 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['d2409209-5c74-4e75-b792-e39549317f22'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:04.127438 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.136218 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.137055 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.138389 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.143949 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.144945 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.145467 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.146150 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.146548 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.147156 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.147640 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.148244 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.148873 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:04.159126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:04.193500 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.197440 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a834-5b6b-451f-b543-87b64b72b972 req-4bd72448-d289-417f-afe0-340d43be5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:04.200624 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3382a834-5b6b-451f-b543-87b64b72b972 req-4bd72448-d289-417f-afe0-340d43be5972 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1099 time: 0.1164818 Jun 15 14:35:04.287338 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.290798 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.294168 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "DELETE /v2.0/security-groups/f76c328a-aef3-494f-b5fb-851141ed1955 HTTP/1.1" status: 204 len: 168 time: 0.3177285 Jun 15 14:35:04.294168 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-56a00a2e-e39d-4156-b9c7-93d17e72a9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:04.294478 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-1ef05141-86be-4547-8f0b-5e96c6cdb210 None None] Provisioning complete for port d2409209-5c74-4e75-b792-e39549317f22 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:04.294478 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1ef05141-86be-4547-8f0b-5e96c6cdb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.296879 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53928) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:04.311812 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c328a-aef3-494f-b5fb-851141ed1955,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:04.314713 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:04.401664 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a834-5b6b-451f-b543-87b64b72b972 req-7d670a39-3a2e-496a-9264-213668587ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:04.403882 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3382a834-5b6b-451f-b543-87b64b72b972 req-7d670a39-3a2e-496a-9264-213668587ab9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 915 time: 0.1956758 Jun 15 14:35:04.573012 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3382a834-5b6b-451f-b543-87b64b72b972 req-1ff0e721-81a7-443b-a461-269bbf21395e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 1001 time: 0.1192937 Jun 15 14:35:04.646328 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Deleting port e2d1c430-ab29-48b1-94e8-553e131dc16d {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:04.646699 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.651815 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a834-5b6b-451f-b543-87b64b72b972 req-82e310ed-f7aa-4338-8fde-b01df21ae96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:04.653492 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3382a834-5b6b-451f-b543-87b64b72b972 req-82e310ed-f7aa-4338-8fde-b01df21ae96c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0653987 Jun 15 14:35:04.798093 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.798450 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.897557 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Calling delete_port for e2d1c430-ab29-48b1-94e8-553e131dc16d owned by network:floatingip {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:04.900942 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a834-5b6b-451f-b543-87b64b72b972 req-3f19c429-5b0a-4781-bbc1-231b2187ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:04.902472 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3382a834-5b6b-451f-b543-87b64b72b972 req-3f19c429-5b0a-4781-bbc1-231b2187ed93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2364206 Jun 15 14:35:05.068360 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53958) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:05.079382 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53960) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:05.158132 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.190670 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.227332 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6981245d-f104-4b2b-a58c-78c16c5d0e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.299802 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.302649 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.303857 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] 10.222.0.15 "DELETE /v2.0/security-groups/c8430ddc-91ed-47fa-8034-852a60b3eccc HTTP/1.1" status: 204 len: 168 time: 0.2344656 Jun 15 14:35:05.307954 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-904985b2-2395-4742-adcd-65e0963c0e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:05.323515 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8430ddc-91ed-47fa-8034-852a60b3eccc,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:05.328022 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:05.374869 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53966) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:05.408138 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6981245d-f104-4b2b-a58c-78c16c5d0e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.413575 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6981245d-f104-4b2b-a58c-78c16c5d0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.413940 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3382a834-5b6b-451f-b543-87b64b72b972 req-2826b48c-3784-47c2-b8f0-b40825449b25 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028610 Jun 15 14:35:05.425866 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-89387238-f338-4ce6-aca6-06367f63ef8e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:05.464856 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6981245d-f104-4b2b-a58c-78c16c5d0e90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f8297d0bfb74c2f997071aa79632b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836427 Jun 15 14:35:05.484449 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 53970) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:05.519392 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981245d-f104-4b2b-a58c-78c16c5d0e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bd456c-1381-40e6-b09b-5ff0ead36524,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:05.522583 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6981245d-f104-4b2b-a58c-78c16c5d0e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:05.596311 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.602237 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-eaca239a-58ad-41ef-9db1-39c405e13a78 tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:05.647159 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event deleted for resources: {'Port': ['ID=e2d1c430-ab29-48b1-94e8-553e131dc16d,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:05.658672 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:05.661050 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3382a834-5b6b-451f-b543-87b64b72b972 req-5dfe2e6e-4730-435e-9d41-ceaa51ee62b1 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396033 Jun 15 14:35:05.691732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.749827 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.770048 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks [] for floatingip, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.770420 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Floating IP 44794818-6b7b-41d3-94de-a191702c8bcd disassociated (deleted). External IP: 172.27.3.50, port: d2409209-5c74-4e75-b792-e39549317f22. Jun 15 14:35:05.934827 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.937432 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.938577 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3bd456c-1381-40e6-b09b-5ff0ead36524 HTTP/1.1" status: 204 len: 168 time: 0.4531610 Jun 15 14:35:05.940967 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1ab7f894-d390-4f6f-8f5b-323c6d45aa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:05.946057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:05.953059 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bd456c-1381-40e6-b09b-5ff0ead36524,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:05.956415 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:06.123528 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Router 7737af88-5fe6-4d6b-a19d-650944d7aff0 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:06.280757 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:06.286562 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53978) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:06.289173 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.291064 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] Sync routers for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:06.300847 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:06.301455 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:06.304603 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ca6f278a-427f-4dde-986e-a91cd3decb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.335039 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "DELETE /v2.0/floatingips/44794818-6b7b-41d3-94de-a191702c8bcd HTTP/1.1" status: 204 len: 168 time: 2.0370481 Jun 15 14:35:06.335887 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:06.338464 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3500fc-32ef-4fc7-822f-bc6e0b846047" -d '{"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:06.368406 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Deleting port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:06.368863 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.393467 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d6af92-b9f9-40e8-b576-39749c2f95bd x-openstack-request-id: req-65d6af92-b9f9-40e8-b576-39749c2f95bd {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:06.394101 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "tag": "d2409209-5c74-4e75-b792-e39549317f22", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:06.394424 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65d6af92-b9f9-40e8-b576-39749c2f95bd {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:06.394865 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22', 'status': 'completed', 'code': 200} Jun 15 14:35:06.470931 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:06.520462 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-c5414340-add3-4c2c-ba2e-917600cde45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:06.522648 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-c5414340-add3-4c2c-ba2e-917600cde45a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 1099 time: 0.0734959 Jun 15 14:35:06.540649 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] For port aa60d3c9-a04d-4924-8c8e-f9ece85b2b72, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:06.541045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.608570 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:06.657135 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:06.657783 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a5f18a24-4a4b-4c09-ae85-af6cc7ae9fdc not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:06.664351 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Calling delete_port for aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:06.672207 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ca6f278a-427f-4dde-986e-a91cd3decb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.681962 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ca6f278a-427f-4dde-986e-a91cd3decb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.685870 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-52d7bf62-437b-401e-8def-9456daaa63e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:06.694394 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-e09b3feb-8ff0-4d54-bf7b-e204f486bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:06.696025 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-e09b3feb-8ff0-4d54-bf7b-e204f486bce3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 200 len: 915 time: 0.1662772 Jun 15 14:35:06.787658 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f278a-427f-4dde-986e-a91cd3decb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d454e32-8279-41fd-8d0f-98e9d5a3b31a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:06.799780 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ca6f278a-427f-4dde-986e-a91cd3decb10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c948058c04c74da5bf41e65505302bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114439 Jun 15 14:35:06.800474 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 53992) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:06.801355 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ca6f278a-427f-4dde-986e-a91cd3decb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:06.824456 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-633d7883-5ecd-495c-bd2e-c90f95733c56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 200 len: 217 time: 0.1150780 Jun 15 14:35:06.874557 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 5, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:06.878459 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] Checking router: 7737af88-5fe6-4d6b-a19d-650944d7aff0 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:06.886977 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:06.888219 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:06.903056 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-01ec8028-0472-4f20-85e0-0264054f4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:06.904865 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-01ec8028-0472-4f20-85e0-0264054f4260 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 200 len: 853 time: 0.0660110 Jun 15 14:35:06.946097 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.976641 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.007823 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-40b695db-2e69-4d13-a34b-34daab6de197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:07.009333 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-40b695db-2e69-4d13-a34b-34daab6de197 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ce81d7e3-1f8f-4227-8439-d485b6bc65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729916 Jun 15 14:35:07.044516 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:07.072820 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.076838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8db8aedb-8af6-493e-b005-89c45d1dff47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:07.154394 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-b54b4d70-090d-4b64-a28c-2dd7457bbefe service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362371 Jun 15 14:35:07.284873 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-6c3500fc-32ef-4fc7-822f-bc6e0b846047 req-ea6979e3-b9f7-411c-ae0f-75fda5555092 service neutron] 10.222.0.61 "GET /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153209 Jun 15 14:35:07.348183 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 5, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:07.352056 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21448e2-1341-44b8-a4f6-4c93859e60c1 None None] The sync data for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi is: [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:38Z', 'revision_number': 4, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'f21a31cd-9e09-4054-9573-61509d60351a', 'name': '', 'network_id': 'ce81d7e3-1f8f-4227-8439-d485b6bc65db', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'mac_address': 'fa:16:3e:25:f0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:37Z', 'updated_at': '2021-06-15T14:32:43Z', 'revision_number': 5, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'subnets': [{'id': 'b47a2f00-97da-49ae-adaf-19b89e7ce50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:07.425915 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa60d3c9-a04d-4924-8c8e-f9ece85b2b72,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:07.429632 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:07.461111 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.463681 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.464840 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d454e32-8279-41fd-8d0f-98e9d5a3b31a HTTP/1.1" status: 204 len: 168 time: 0.6568985 Jun 15 14:35:07.467280 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4b6dc139-3b1f-4a3e-87b2-a25be2b890b1 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:07.504337 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d454e32-8279-41fd-8d0f-98e9d5a3b31a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:07.511916 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:07.708265 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f6d803-ead3-4841-9beb-b70ea0501cca None None] New status for floating IP 44794818-6b7b-41d3-94de-a191702c8bcd: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:35:07.713477 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:08.077520 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Router bafd2e0c-854a-449f-b12f-42026dc38e60 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:08.252203 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:08.259753 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-79d630d8-17ec-4961-9976-91fb4fca0de1 admin admin] 10.222.0.15 "PUT /v2.0/routers/bafd2e0c-854a-449f-b12f-42026dc38e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8815086 Jun 15 14:35:08.260039 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54026) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:08.265796 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] Sync routers for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:08.275154 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:08.275930 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:08.429227 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:08.538213 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:08.589247 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:08.658200 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Deleting port 40eecb54-847d-40b9-8519-9f8098c6d6cb {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:08.658718 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:08.787168 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] For port 40eecb54-847d-40b9-8519-9f8098c6d6cb, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=40eecb54-847d-40b9-8519-9f8098c6d6cb,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:08.787535 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:08.806030 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:35:06Z', 'revision_number': 5, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port': {'id': '40eecb54-847d-40b9-8519-9f8098c6d6cb', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:16Z', 'updated_at': '2021-06-15T14:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:08.810816 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] Checking router: bafd2e0c-854a-449f-b12f-42026dc38e60 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:08.820952 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] Routers {'bafd2e0c-854a-449f-b12f-42026dc38e60'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:08.821577 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['bafd2e0c-854a-449f-b12f-42026dc38e60'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:08.889565 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Calling delete_port for 40eecb54-847d-40b9-8519-9f8098c6d6cb owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:08.953933 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] Set router bafd2e0c-854a-449f-b12f-42026dc38e60 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:09.036988 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:35:08Z', 'revision_number': 6, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port_host': None}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:09.040127 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c02748-4f10-4eed-8521-7f57e53ba564 None None] The sync data for ids ['bafd2e0c-854a-449f-b12f-42026dc38e60'] in dv-cinder-772126-3-iscsi is: [{'id': 'bafd2e0c-854a-449f-b12f-42026dc38e60', 'name': 'tempest-TestShelveInstance-1648373620-router', 'tenant_id': 'f74953c1b82146e7a585b5092191bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:15Z', 'updated_at': '2021-06-15T14:35:08Z', 'revision_number': 6, 'project_id': 'f74953c1b82146e7a585b5092191bc98', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:09.142814 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.146818 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-71dee40a-c688-42d3-99d4-40ddf9bac0c4 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:09.182312 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Pushing event deleted for resources: {'Port': ['ID=40eecb54-847d-40b9-8519-9f8098c6d6cb,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:09.187215 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:09.265869 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.419118 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.425891 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.509654 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.509654 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bafd2e0c-854a-449f-b12f-42026dc38e60 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:35:09.517247 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.518459 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-cb7c22ea-83e3-4e17-a419-efedbfc2155b admin admin] 10.222.0.15 "DELETE /v2.0/routers/bafd2e0c-854a-449f-b12f-42026dc38e60 HTTP/1.1" status: 204 len: 168 time: 1.2575338 Jun 15 14:35:09.521058 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54074) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:09.574843 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:09.606113 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:09.606537 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device aa60d3c9-a04d-4924-8c8e-f9ece85b2b72 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:09.628424 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Deleting subnet 2bb051c0-0d8d-48c2-b89c-82cac7edc7da {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:35:09.631791 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.678580 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.753423 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5761d3-94a7-4d34-9b69-bd46358efbc6 req-0a539efd-4e33-4e53-93f2-f393f6a43652 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:09.755005 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f5761d3-94a7-4d34-9b69-bd46358efbc6 req-0a539efd-4e33-4e53-93f2-f393f6a43652 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0894794 Jun 15 14:35:09.801291 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6f5761d3-94a7-4d34-9b69-bd46358efbc6 req-3696ebac-0b57-4d95-93a9-290e1de8d4f4 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Jun 15 14:35:09.804276 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.871598 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.875815 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:09.913288 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:09.915513 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2bb051c0-0d8d-48c2-b89c-82cac7edc7da HTTP/1.1" status: 204 len: 168 time: 0.3928788 Jun 15 14:35:09.916451 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb051c0-0d8d-48c2-b89c-82cac7edc7da,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:09.918220 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54100) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:09.919491 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ec84521c-5bf0-4d8c-a3dc-e484b3d12bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:09.923903 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54917dab-4bb7-477a-9ee6-09f08943b3ce None None] Network d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:10.050416 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.117084 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Deleting port 49f52546-e085-4582-bff6-d2ffdf2a26e8 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:10.117442 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.215015 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] For port 49f52546-e085-4582-bff6-d2ffdf2a26e8, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=49f52546-e085-4582-bff6-d2ffdf2a26e8,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:10.216103 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.329407 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] DHCP port deletion for d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:35:10.373492 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Calling delete_port for 49f52546-e085-4582-bff6-d2ffdf2a26e8 owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:10.422250 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Deleting port 49f52546-e085-4582-bff6-d2ffdf2a26e8 {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:10.422696 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.507755 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.512886 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-39e3c855-0456-46ed-826a-03f5a6c2d4e9 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:10.517488 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] For port 49f52546-e085-4582-bff6-d2ffdf2a26e8, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=49f52546-e085-4582-bff6-d2ffdf2a26e8,segment=NetworkSegment(2a022036-9fae-4078-acd4-c3cd5d28c1e6),segment_id=2a022036-9fae-4078-acd4-c3cd5d28c1e6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:10.517887 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.547955 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f52546-e085-4582-bff6-d2ffdf2a26e8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:10.550320 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:10.552640 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] No DVR routers for this DVR port 49f52546-e085-4582-bff6-d2ffdf2a26e8 on host dv-cinder-772126-3-iscsi {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:10.630109 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Calling delete_port for 49f52546-e085-4582-bff6-d2ffdf2a26e8 owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:10.655618 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.667710 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d997a0dc-05e0-4ab6-a397-e6f01b8d6d24']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:10.685414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a022036-9fae-4078-acd4-c3cd5d28c1e6') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:10.686128 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a022036-9fae-4078-acd4-c3cd5d28c1e6') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:10.698482 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26467453'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.716033 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.722888 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:35:10.723319 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26466683'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: retrieve_revision_numbers = { Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: timer() Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: cb(*args, **kw) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: self._notify() Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: self.callback(batched_events) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: event.method(event) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._get(url).json() Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:35:10.725084 dv-cinder-772126-3-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:35:10.731605 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.733727 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:10.762733 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Pushing event deleted for resources: {'Port': ['ID=49f52546-e085-4582-bff6-d2ffdf2a26e8,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:10.765815 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:10.766659 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] No DVR routers for this DVR port 49f52546-e085-4582-bff6-d2ffdf2a26e8 on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:10.801631 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.805607 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2083987b-aa1e-4b92-8d79-384f9977c576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:10.808294 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:10.813494 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d997a0dc-05e0-4ab6-a397-e6f01b8d6d24 HTTP/1.1" status: 204 len: 168 time: 0.8901935 Jun 15 14:35:10.813814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54152) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:10.824373 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d997a0dc-05e0-4ab6-a397-e6f01b8d6d24,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:10.837836 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:10.911490 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54156) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:10.999361 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366660b-c6ab-461f-aa37-b9cc62f65085 req-1c39fd94-94d5-484d-84fa-235f30fa05d9 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:11.001023 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d366660b-c6ab-461f-aa37-b9cc62f65085 req-1c39fd94-94d5-484d-84fa-235f30fa05d9 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0760443 Jun 15 14:35:11.043767 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3923d2f0-dfd3-4047-bf8d-9c342898008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.071215 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d366660b-c6ab-461f-aa37-b9cc62f65085 req-f170fac5-0b66-4f72-86e2-152012752e7e tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642526 Jun 15 14:35:11.152376 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3923d2f0-dfd3-4047-bf8d-9c342898008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.157195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3923d2f0-dfd3-4047-bf8d-9c342898008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.159678 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bf4c6ddd-4afd-47f5-9868-33a4f756e7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:11.201519 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923d2f0-dfd3-4047-bf8d-9c342898008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6816363-d2fb-42f6-a16d-1f4040df979b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:11.208511 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3923d2f0-dfd3-4047-bf8d-9c342898008e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e511eddf9ae4af2a54a50e6c0dea651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935989 Jun 15 14:35:11.208511 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3923d2f0-dfd3-4047-bf8d-9c342898008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:11.208784 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54160) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:11.234756 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 40eecb54-847d-40b9-8519-9f8098c6d6cb no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:11.263719 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 40eecb54-847d-40b9-8519-9f8098c6d6cb {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:11.264158 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 40eecb54-847d-40b9-8519-9f8098c6d6cb not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:11.264804 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 49f52546-e085-4582-bff6-d2ffdf2a26e8 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:11.270313 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.294997 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 49f52546-e085-4582-bff6-d2ffdf2a26e8 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:11.295832 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 49f52546-e085-4582-bff6-d2ffdf2a26e8 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:11.306077 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.320096 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.365031 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.367738 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.369035 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6816363-d2fb-42f6-a16d-1f4040df979b HTTP/1.1" status: 204 len: 168 time: 0.1592512 Jun 15 14:35:11.369825 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7613933d-d222-4c86-b4cf-ee54375c525a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:11.380150 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6816363-d2fb-42f6-a16d-1f4040df979b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:11.382838 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:11.678219 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54168) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:11.695078 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18d9bc42-9183-4049-9e20-8366404ab5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.725903 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-b8d2e231-8040-4c62-922d-69850b6bd187 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:11.727486 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-b8d2e231-8040-4c62-922d-69850b6bd187 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.61 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.1531336 Jun 15 14:35:11.774951 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Deleting port a46a969a-c8a2-4324-a91a-1da204b4ed63 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:11.775317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.795761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18d9bc42-9183-4049-9e20-8366404ab5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.799941 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-18d9bc42-9183-4049-9e20-8366404ab5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.802324 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6981245d-f104-4b2b-a58c-78c16c5d0e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:11.841776 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9bc42-9183-4049-9e20-8366404ab5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e332a06-bb94-494a-8b16-4bf789eb2e95,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:11.846450 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-18d9bc42-9183-4049-9e20-8366404ab5cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7da62cadcbcc46c0a58cdfd01f06055a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669714 Jun 15 14:35:11.847476 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-18d9bc42-9183-4049-9e20-8366404ab5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:11.848946 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54170) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:11.904362 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6953b45c-8a3b-4dcc-bb1e-16eed5fefa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.929567 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6953b45c-8a3b-4dcc-bb1e-16eed5fefa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.942075 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] For port a46a969a-c8a2-4324-a91a-1da204b4ed63, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=a46a969a-c8a2-4324-a91a-1da204b4ed63,segment=NetworkSegment(9087d4b8-bec6-4784-ad43-1b48ef8dacb0),segment_id=9087d4b8-bec6-4784-ad43-1b48ef8dacb0)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:11.942708 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.983930 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6953b45c-8a3b-4dcc-bb1e-16eed5fefa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.986709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6953b45c-8a3b-4dcc-bb1e-16eed5fefa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:11.987862 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6953b45c-8a3b-4dcc-bb1e-16eed5fefa26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e332a06-bb94-494a-8b16-4bf789eb2e95 HTTP/1.1" status: 204 len: 168 time: 0.1380169 Jun 15 14:35:11.988711 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-52ef5759-7541-4cf8-89ec-0d1a21168676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:11.997593 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953b45c-8a3b-4dcc-bb1e-16eed5fefa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e332a06-bb94-494a-8b16-4bf789eb2e95,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:11.999913 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6953b45c-8a3b-4dcc-bb1e-16eed5fefa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:12.006452 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Deleting port d2409209-5c74-4e75-b792-e39549317f22 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:12.006806 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:12.053392 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Calling delete_port for a46a969a-c8a2-4324-a91a-1da204b4ed63 owned by network:router_interface {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:12.267484 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e4ee-306d-4d4e-a3de-d1fa0086f377 req-678c9537-a52e-4713-b99d-2e377ad372c8 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:12.269311 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4e53e4ee-306d-4d4e-a3de-d1fa0086f377 req-678c9537-a52e-4713-b99d-2e377ad372c8 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 946 time: 0.0772402 Jun 15 14:35:12.316776 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4e53e4ee-306d-4d4e-a3de-d1fa0086f377 req-9f50d59c-85a3-42b3-a5a9-59e76030fc88 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/security-groups?id=88579b8c-668f-43de-b73e-6496ea596e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Jun 15 14:35:12.556590 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] For port d2409209-5c74-4e75-b792-e39549317f22, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d2409209-5c74-4e75-b792-e39549317f22,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:12.556989 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:12.706521 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Calling delete_port for d2409209-5c74-4e75-b792-e39549317f22 owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:12.941134 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:12.947428 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2a0d9d43-7c8e-4f06-b199-7ac4b84da671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:12.954532 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:12.981273 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['d2409209-5c74-4e75-b792-e39549317f22'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:12.997929 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Pushing event deleted for resources: {'Port': ['ID=d2409209-5c74-4e75-b792-e39549317f22,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:13.051529 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:13.052256 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-773d5cae-b16a-4ecc-83f3-b2ab1bbbdb8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:13.129910 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] No DVR routers for this DVR port d2409209-5c74-4e75-b792-e39549317f22 on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:13.133728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46a969a-c8a2-4324-a91a-1da204b4ed63,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:13.138259 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:13.140264 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0bb6ea64-95db-4856-ace0-671de4edc3e5 req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.61 "DELETE /v2.0/ports/d2409209-5c74-4e75-b792-e39549317f22 HTTP/1.1" status: 204 len: 173 time: 1.4061255 Jun 15 14:35:13.140793 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'name': 'network-vif-deleted', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:13.143167 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b4225-c779-4774-bb5c-bdf3f50b68a2" -d '{"events": [{"server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "name": "network-vif-deleted", "tag": "d2409209-5c74-4e75-b792-e39549317f22"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:13.145774 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:13.295711 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da26fd3f-0fb4-452e-a364-86e0d22855b8 x-openstack-request-id: req-da26fd3f-0fb4-452e-a364-86e0d22855b8 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:13.296044 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87eeff4-ba01-4c04-b307-544e6e9b394d", "name": "network-vif-deleted", "tag": "d2409209-5c74-4e75-b792-e39549317f22", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:13.296344 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da26fd3f-0fb4-452e-a364-86e0d22855b8 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:13.296775 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87eeff4-ba01-4c04-b307-544e6e9b394d', 'name': 'network-vif-deleted', 'tag': 'd2409209-5c74-4e75-b792-e39549317f22', 'status': 'completed', 'code': 200} Jun 15 14:35:13.347817 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:13.558145 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-60a0cce4-f558-41fd-aa6d-5ea6e28b26d5 req-25a4de53-7cec-4429-bcd0-15dba8b50866 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] 10.222.0.15 "GET /v2.0/ports?device_id=a87eeff4-ba01-4c04-b307-544e6e9b394d HTTP/1.1" status: 200 len: 210 time: 0.0420496 Jun 15 14:35:13.692538 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:13.863244 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:13.868274 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac3d3bdf-19c5-493c-81b5-7a8fb0cef399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0532615 Jun 15 14:35:13.870857 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54226) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:13.876664 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90937a11-29d0-4527-8738-1175af87f037 None None] Sync routers for ids ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:13.893742 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] Routers {'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:13.894815 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:14.092776 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] Set router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:14.339343 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:35:12Z', 'revision_number': 5, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:14.343637 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90937a11-29d0-4527-8738-1175af87f037 None None] Checking router: ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:14.352502 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] Routers {'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:14.353120 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:14.373927 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:14.504205 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] Set router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:14.520068 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:14.579423 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Deleting port 619bf849-53a6-40c7-9f9b-de8727572fc6 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:14.580137 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:14.690845 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] For port 619bf849-53a6-40c7-9f9b-de8727572fc6, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=619bf849-53a6-40c7-9f9b-de8727572fc6,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:14.691212 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:14.753596 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-90937a11-29d0-4527-8738-1175af87f037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:35:12Z', 'revision_number': 5, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:14.757550 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90937a11-29d0-4527-8738-1175af87f037 None None] The sync data for ids ['ac3d3bdf-19c5-493c-81b5-7a8fb0cef399'] in dv-cinder-772126-3-iscsi is: [{'id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'name': 'tempest-TestShelveInstance-880991837-router', 'tenant_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:23Z', 'updated_at': '2021-06-15T14:35:12Z', 'revision_number': 5, 'project_id': 'e2aa63abd34b4c42a9419b468cbca2cc', 'gw_port': {'id': '619bf849-53a6-40c7-9f9b-de8727572fc6', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3d3bdf-19c5-493c-81b5-7a8fb0cef399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:24Z', 'updated_at': '2021-06-15T14:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:14.793007 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Calling delete_port for 619bf849-53a6-40c7-9f9b-de8727572fc6 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:15.014925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.017266 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:15.045226 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Pushing event deleted for resources: {'Port': ['ID=619bf849-53a6-40c7-9f9b-de8727572fc6,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:15.050698 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:15.152013 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.257894 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device a46a969a-c8a2-4324-a91a-1da204b4ed63 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:15.311631 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: a46a969a-c8a2-4324-a91a-1da204b4ed63 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:15.312199 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device a46a969a-c8a2-4324-a91a-1da204b4ed63 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:15.360184 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.362698 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.427762 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.428311 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:35:15.433253 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.437836 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] 10.222.0.15 "DELETE /v2.0/routers/ac3d3bdf-19c5-493c-81b5-7a8fb0cef399 HTTP/1.1" status: 204 len: 168 time: 1.5626616 Jun 15 14:35:15.438058 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54286) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:15.450379 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54288) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:15.500129 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Deleting subnet fd05ca08-cab1-4570-ac51-39537f3ae2f2 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:35:15.504385 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.565932 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.705935 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.772532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.775525 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:15.811626 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd05ca08-cab1-4570-ac51-39537f3ae2f2,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:15.813849 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.817320 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd05ca08-cab1-4570-ac51-39537f3ae2f2 HTTP/1.1" status: 204 len: 168 time: 0.3779249 Jun 15 14:35:15.818049 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bea8a274-ae31-4347-a839-2a4829eb6164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:15.819531 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54290) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:15.820535 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2e7ce-8e3c-4259-be26-06d818c593b4 None None] Network 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:15.918633 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.952363 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.993458 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Deleting port 80327dfe-895d-4c37-a7b9-19af993c776a {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:15.993458 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.087640 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] For port 80327dfe-895d-4c37-a7b9-19af993c776a, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=80327dfe-895d-4c37-a7b9-19af993c776a,segment=NetworkSegment(9087d4b8-bec6-4784-ad43-1b48ef8dacb0),segment_id=9087d4b8-bec6-4784-ad43-1b48ef8dacb0)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:16.088174 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.202182 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Calling delete_port for 80327dfe-895d-4c37-a7b9-19af993c776a owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:16.239039 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] DHCP port deletion for 9195d2dc-72e9-4c97-a2bc-b04ce36c1403 request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:35:16.306789 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Deleting port 80327dfe-895d-4c37-a7b9-19af993c776a {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:16.307469 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.320385 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.322562 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0f187abd-0f01-42db-9e6e-c24086b90914 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:16.361686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80327dfe-895d-4c37-a7b9-19af993c776a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:16.365070 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:16.365988 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] No DVR routers for this DVR port 80327dfe-895d-4c37-a7b9-19af993c776a on host dv-cinder-772126-3-iscsi {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:16.372650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Deleting port f21a31cd-9e09-4054-9573-61509d60351a {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:16.372993 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.404887 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] For port 80327dfe-895d-4c37-a7b9-19af993c776a, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=80327dfe-895d-4c37-a7b9-19af993c776a,segment=NetworkSegment(9087d4b8-bec6-4784-ad43-1b48ef8dacb0),segment_id=9087d4b8-bec6-4784-ad43-1b48ef8dacb0)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:16.405638 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.488847 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] For port f21a31cd-9e09-4054-9573-61509d60351a, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=f21a31cd-9e09-4054-9573-61509d60351a,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:16.489370 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.493000 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.506590 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9195d2dc-72e9-4c97-a2bc-b04ce36c1403']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:16.507888 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Calling delete_port for 80327dfe-895d-4c37-a7b9-19af993c776a owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:16.521228 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9087d4b8-bec6-4784-ad43-1b48ef8dacb0') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:16.521532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9087d4b8-bec6-4784-ad43-1b48ef8dacb0') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:16.533222 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26467453'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.550699 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.560395 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:35:16.561208 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26466683'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: timer() Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: cb(*args, **kw) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: self._notify() Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: self.callback(batched_events) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: event.method(event) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._get(url).json() Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:35:16.563596 dv-cinder-772126-3-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:35:16.617485 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.618587 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Calling delete_port for f21a31cd-9e09-4054-9573-61509d60351a owned by network:router_interface {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:16.620322 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-15343edc-20db-4cda-83f7-8658c1aeebf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:16.656469 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] No DVR routers for this DVR port 80327dfe-895d-4c37-a7b9-19af993c776a on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:16.661007 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Pushing event deleted for resources: {'Port': ['ID=80327dfe-895d-4c37-a7b9-19af993c776a,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:16.668864 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:16.671601 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.671788 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device d2409209-5c74-4e75-b792-e39549317f22 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:16.676385 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-12136d1d-b849-4700-9cd2-bbbd8bae3921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:16.680035 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.682820 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9195d2dc-72e9-4c97-a2bc-b04ce36c1403 HTTP/1.1" status: 204 len: 168 time: 0.8619044 Jun 15 14:35:16.701250 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: d2409209-5c74-4e75-b792-e39549317f22 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:16.702017 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device d2409209-5c74-4e75-b792-e39549317f22 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:16.705835 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9195d2dc-72e9-4c97-a2bc-b04ce36c1403,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:16.708241 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:16.894209 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:16.896334 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54318) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:16.904215 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:16.957234 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-78a8dbca-a248-43e5-a1ba-2699ee3829c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f74953c1b82146e7a585b5092191bc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573430 Jun 15 14:35:16.957722 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54324) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:16.976226 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21a31cd-9e09-4054-9573-61509d60351a,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:17.003819 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:17.031915 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.059588 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.138195 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.141382 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.156330 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec3789ec-0048-45c1-82c2-2f992258c01d HTTP/1.1" status: 204 len: 168 time: 0.1887589 Jun 15 14:35:17.158678 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ff8bcc0d-de40-42e5-a50e-2333ceea90f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:17.174692 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3789ec-0048-45c1-82c2-2f992258c01d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:17.177635 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:17.371489 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 619bf849-53a6-40c7-9f9b-de8727572fc6 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:17.420945 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 619bf849-53a6-40c7-9f9b-de8727572fc6 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:17.421330 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 619bf849-53a6-40c7-9f9b-de8727572fc6 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:17.424933 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 80327dfe-895d-4c37-a7b9-19af993c776a no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:17.476474 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 80327dfe-895d-4c37-a7b9-19af993c776a {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:17.477154 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 80327dfe-895d-4c37-a7b9-19af993c776a not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:17.527876 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.621046 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54356) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:17.668980 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-38684105-e58c-4cab-8c66-38868aaf29a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2aa63abd34b4c42a9419b468cbca2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458553 Jun 15 14:35:17.671504 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54358) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:17.724475 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.748431 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.801627 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.804251 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:17.806077 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15dccd95-8a45-40dd-a595-9c441c6ad791 HTTP/1.1" status: 204 len: 168 time: 0.1329765 Jun 15 14:35:17.806916 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-173a3d4c-7c1e-46a6-850c-5a2b5b20d9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:17.817632 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dccd95-8a45-40dd-a595-9c441c6ad791,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:17.820045 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:17.853719 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Router 7737af88-5fe6-4d6b-a19d-650944d7aff0 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:18.017044 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:18.022161 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-929dd50f-db18-4c45-b0c8-2250204483a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/7737af88-5fe6-4d6b-a19d-650944d7aff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690434 Jun 15 14:35:18.024499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54364) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:18.027012 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] Sync routers for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:18.037934 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:18.038604 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:18.181471 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks [] for router, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.184685 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:18.342091 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.405558 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Deleting port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:18.405902 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.447995 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:35:16Z', 'revision_number': 5, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port': {'id': 'dd3d2a7c-6868-4359-a860-f3cbf7a8ce58', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:18.451718 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] Checking router: 7737af88-5fe6-4d6b-a19d-650944d7aff0 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:18.460397 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] Routers {'7737af88-5fe6-4d6b-a19d-650944d7aff0'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:18.461253 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['7737af88-5fe6-4d6b-a19d-650944d7aff0'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:18.529463 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] For port dd3d2a7c-6868-4359-a860-f3cbf7a8ce58, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:18.530123 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.565001 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54382) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:18.631212 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Calling delete_port for dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 owned by network:router_gateway {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:18.708159 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] Set router 7737af88-5fe6-4d6b-a19d-650944d7aff0 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:18.711792 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1478793673-network', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:18.759825 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Made reservation on behalf of 79c61ab1bb824bd7bf54a8d36e071e35 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:18.762419 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.774658 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.800570 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:35:18Z', 'revision_number': 6, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port_host': None}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:18.804710 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd45e2e4-78ab-45ac-ad4d-e0500fa6cfb6 None None] The sync data for ids ['7737af88-5fe6-4d6b-a19d-650944d7aff0'] in dv-cinder-772126-3-iscsi is: [{'id': '7737af88-5fe6-4d6b-a19d-650944d7aff0', 'name': 'tempest-TestMinimumBasicScenario-299589139-router', 'tenant_id': '07f5a11a65c04b8980f5b6f40500f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:33Z', 'updated_at': '2021-06-15T14:35:18Z', 'revision_number': 6, 'project_id': '07f5a11a65c04b8980f5b6f40500f12f', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:18.900048 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.905822 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.912114 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4f4acdd3-2728-468a-9554-bcb958387a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:18.927238 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.930192 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:18.942101 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:35:18.952976 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42f370-7b18-4e24-986e-d3a7d948ff45,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:18.956247 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:18.961301 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.961897 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Added segment 1cab8208-771e-4059-8564-db6b8915c23f of type vlan for network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b Jun 15 14:35:18.962102 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3d2a7c-6868-4359-a860-f3cbf7a8ce58,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:18.965966 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:19.029777 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.059804 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.070678 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.072553 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:19.073291 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.078780 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7aca93ca-ea4c-4d58-ab1c-d693648823d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:19.127796 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5614355 Jun 15 14:35:19.153724 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54402) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:19.160069 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Request body: {'subnet': {'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1478793673-subnet', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'ip_version': 4}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:19.202765 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Pushing event updated for resources: {'Network': ['ID=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:19.206288 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:19.218843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54404) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:19.224686 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:35:19.279847 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Made reservation on behalf of 79c61ab1bb824bd7bf54a8d36e071e35 for: {'subnet': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:19.282225 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26146344'] for subnet, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.316746 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.320380 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.364337 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f21a31cd-9e09-4054-9573-61509d60351a no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:19.408128 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d044-4a1c-4a22-99c7-c3a492401a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.409197 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: f21a31cd-9e09-4054-9573-61509d60351a {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:19.409747 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f21a31cd-9e09-4054-9573-61509d60351a not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:19.446738 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.447288 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7737af88-5fe6-4d6b-a19d-650944d7aff0 {{(pid=91770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:35:19.455632 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.457716 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-dce46035-c13f-467f-b222-9543a99d2ffe admin admin] 10.222.0.15 "DELETE /v2.0/routers/7737af88-5fe6-4d6b-a19d-650944d7aff0 HTTP/1.1" status: 204 len: 168 time: 1.4312539 Jun 15 14:35:19.460911 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54408) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:19.532025 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d044-4a1c-4a22-99c7-c3a492401a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.536264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d044-4a1c-4a22-99c7-c3a492401a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.538358 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Deleting subnet b47a2f00-97da-49ae-adaf-19b89e7ce50e {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:35:19.540097 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b4bdf78c-6f82-46bd-9cb8-ab374390edca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:19.566934 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.581749 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d1d4d044-4a1c-4a22-99c7-c3a492401a3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11fcf798ecd54974816516e93b57f456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618054 Jun 15 14:35:19.582938 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4d044-4a1c-4a22-99c7-c3a492401a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d791fcac-a65e-4dfb-8f83-388ee12885d2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:19.585962 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d1d4d044-4a1c-4a22-99c7-c3a492401a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:19.586612 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54410) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:19.627220 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.642204 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-701d8c09-4958-47f3-ae29-bd0038c6cc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.670959 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-701d8c09-4958-47f3-ae29-bd0038c6cc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.718989 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25396912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26146366'] for subnet, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.725019 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:19.730078 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-701d8c09-4958-47f3-ae29-bd0038c6cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.732895 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-701d8c09-4958-47f3-ae29-bd0038c6cc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.734087 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-701d8c09-4958-47f3-ae29-bd0038c6cc36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d791fcac-a65e-4dfb-8f83-388ee12885d2 HTTP/1.1" status: 204 len: 168 time: 0.1465216 Jun 15 14:35:19.734927 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-020e7681-cb00-4cc0-9e85-04e9953e69e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:19.746172 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d8c09-4958-47f3-ae29-bd0038c6cc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d791fcac-a65e-4dfb-8f83-388ee12885d2,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:19.748667 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-701d8c09-4958-47f3-ae29-bd0038c6cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:19.833576 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b06cc0-b208-4263-9ac8-7c3504496828,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:19.838290 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:19.846824 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.898869 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Checking segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:19.899147 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Network hostable DHCP agents. Network: 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:35:19.930964 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:35:19.940885 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.957020 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b) {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:19.960482 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:19.965283 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:19.966186 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:19.969488 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38d148-0c7f-494e-a4ab-45d7e4203394 None None] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:19.997942 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b3834-ae50-4fe6-b074-053f780db808 None None] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:20.006657 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.011545 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54418) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:20.012257 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b47a2f00-97da-49ae-adaf-19b89e7ce50e HTTP/1.1" status: 204 len: 168 time: 0.5488267 Jun 15 14:35:20.016202 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47a2f00-97da-49ae-adaf-19b89e7ce50e,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:20.019225 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-01a05975-fd8a-42dd-80a9-5c125105f441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:20.030016 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-30565028-2e9f-4060-a883-badcc699e759 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8737814 Jun 15 14:35:20.032378 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54420) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:20.037728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:20.066150 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.067256 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.087866 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54422) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:20.114244 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e3c21ef-b825-41f4-8e40-f850dfed3aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.134130 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.162294 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.202468 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Deleting port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:20.202818 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.303879 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] For port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,segment=NetworkSegment(6b24fadb-6337-4910-bd59-42eea9b47ef7),segment_id=6b24fadb-6337-4910-bd59-42eea9b47ef7)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:20.304427 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.387483 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:35:20.389089 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.407591 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.415412 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Calling delete_port for 0390c41d-0e4c-46f6-ad93-53895b3a5ccc owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:20.494544 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] DHCP port deletion for ce81d7e3-1f8f-4227-8439-d485b6bc65db request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:35:20.533282 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.535473 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-428f1bf6-287a-4d60-8576-94b18df1682e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:20.544466 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e3c21ef-b825-41f4-8e40-f850dfed3aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.550667 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e3c21ef-b825-41f4-8e40-f850dfed3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.554832 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bef9e7ff-a1b9-47fd-b584-f027760abd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:20.568276 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:20.571588 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:20.572532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] No DVR routers for this DVR port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc on host dv-cinder-772126-3-iscsi {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:20.623646 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Allocated IP 172.20.0.2 (56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b/d4b06cc0-b208-4263-9ac8-7c3504496828/54668d84-e4f9-440f-bbdb-b72e03c1d9bc) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:20.636146 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Deleting port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:20.636561 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.681477 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.694783 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce81d7e3-1f8f-4227-8439-d485b6bc65db']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:20.708034 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b24fadb-6337-4910-bd59-42eea9b47ef7') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:20.708515 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b24fadb-6337-4910-bd59-42eea9b47ef7') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:20.720298 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26467453'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.738054 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.745479 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:35:20.745709 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26466683'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: timer() Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: cb(*args, **kw) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: self._notify() Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: self.callback(batched_events) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: event.method(event) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._get(url).json() Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:35:20.748574 dv-cinder-772126-3-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:35:20.753268 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] For port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc, host dv-cinder-772126-3-iscsi, got binding levels [] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:20.753662 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.835027 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.840879 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.845783 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ce81d7e3-1f8f-4227-8439-d485b6bc65db HTTP/1.1" status: 204 len: 168 time: 0.8295243 Jun 15 14:35:20.845783 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-59860b42-f94d-40b8-8059-71ee89e69610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:20.846700 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54424) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:20.916503 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce81d7e3-1f8f-4227-8439-d485b6bc65db,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:20.919424 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:20.937538 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3e3c21ef-b825-41f4-8e40-f850dfed3aca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc54d2d323a944a5ab6e017776866c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8465765 Jun 15 14:35:20.937775 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54426) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:20.945246 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c21ef-b825-41f4-8e40-f850dfed3aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4192c015-fd11-48b6-a7b8-77044468f443,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:20.950854 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3e3c21ef-b825-41f4-8e40-f850dfed3aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:21.044153 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Calling delete_port for 0390c41d-0e4c-46f6-ad93-53895b3a5ccc owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:21.047753 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.ipam_backend_mixin [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc was not found and therefore no delete operation was performed {{(pid=91771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 15 14:35:21.051891 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.055144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:21.106321 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98e62bbd-9d51-4068-9d31-7e1b3ce61a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.153044 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Pushing event deleted for resources: {'Port': ['ID=0390c41d-0e4c-46f6-ad93-53895b3a5ccc,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:21.159746 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:21.159746 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Network ce81d7e3-1f8f-4227-8439-d485b6bc65db is not hosted by any dhcp agent {{(pid=91771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 15 14:35:21.159746 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] No DVR routers for this DVR port 0390c41d-0e4c-46f6-ad93-53895b3a5ccc on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:21.164091 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98e62bbd-9d51-4068-9d31-7e1b3ce61a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.190182 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.198003 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.208824 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Transition to ACTIVE for port object 54668d84-e4f9-440f-bbdb-b72e03c1d9bc will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:21.226999 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Transition to ACTIVE for port object 54668d84-e4f9-440f-bbdb-b72e03c1d9bc will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:21.231094 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.237282 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.245715 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-3acc299f-9d11-4cc9-abc8-279e02bf20f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:21.286482 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 0390c41d-0e4c-46f6-ad93-53895b3a5ccc no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:21.290380 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:21.318547 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:21.321692 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:21.328007 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 0390c41d-0e4c-46f6-ad93-53895b3a5ccc {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:21.328550 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 0390c41d-0e4c-46f6-ad93-53895b3a5ccc not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:21.329108 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:21.331535 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98e62bbd-9d51-4068-9d31-7e1b3ce61a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.334126 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98e62bbd-9d51-4068-9d31-7e1b3ce61a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.337768 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-98e62bbd-9d51-4068-9d31-7e1b3ce61a3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4192c015-fd11-48b6-a7b8-77044468f443 HTTP/1.1" status: 204 len: 168 time: 0.3968165 Jun 15 14:35:21.340862 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8193d6b9-2e4d-4d34-8aa5-c9a0227a104c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:21.384816 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e62bbd-9d51-4068-9d31-7e1b3ce61a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4192c015-fd11-48b6-a7b8-77044468f443,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:21.396941 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98e62bbd-9d51-4068-9d31-7e1b3ce61a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:21.412483 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.416364 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Allocated IP 172.27.3.189 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/ddc003d5-4b40-4852-b302-400f621bb9b5) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:21.423960 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:21.424486 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dd3d2a7c-6868-4359-a860-f3cbf7a8ce58 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:21.452273 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Pushing event updated for resources: {'Port': ['ID=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:21.455055 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:21.457970 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Attempting to bind port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:21.458463 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Attempting to bind port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:21.458740 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Attempting to bind port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:21.469268 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:21.469661 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Checking segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:21.474382 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.474382 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Bound using segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:21.474382 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Bound port: 54668d84-e4f9-440f-bbdb-b72e03c1d9bc, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:21.474382 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.549754 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] For port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:21.554090 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] For port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:21.560081 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.563568 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:21.608569 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.641937 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Pushing event updated for resources: {'Port': ['ID=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:21.645295 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:21.674008 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.680012 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a0d4b77c-18ee-4692-a47c-e57e1e9b35a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:21.740249 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:21.745669 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:21.750409 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:21.782755 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Pushing event updated for resources: {'Port': ['ID=ddc003d5-4b40-4852-b302-400f621bb9b5,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:21.789329 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:22.187822 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.234573 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Deleting port dbb865ce-46f4-49eb-92cd-fe072abdf756 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:22.235156 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.353077 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] For port dbb865ce-46f4-49eb-92cd-fe072abdf756, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=dbb865ce-46f4-49eb-92cd-fe072abdf756,segment=NetworkSegment(bf18d974-6538-42a0-aef7-40e8cbd6690c),segment_id=bf18d974-6538-42a0-aef7-40e8cbd6690c)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:22.353541 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.473605 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Calling delete_port for dbb865ce-46f4-49eb-92cd-fe072abdf756 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:22.518122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.717571 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:35:22.796334 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.799955 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0782bcb1-39d1-4f25-a5a8-d11fa8d6d46b tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:22.805769 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d78b7-584a-42e9-bf97-003d99f1269c None None] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:22.857586 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb865ce-46f4-49eb-92cd-fe072abdf756,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:22.861418 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:22.923897 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-30c59aa7-cf22-4ab7-923e-62773e3a6cb4 None None] Provisioning for port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:22.963149 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:22.995613 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.997918 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-897642b0-4477-413d-9208-4829da38428e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9641631 Jun 15 14:35:23.000635 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54460) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:23.018575 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:23.061250 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:23.061826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:23.139376 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.263125 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:23.390881 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 54668d84-e4f9-440f-bbdb-b72e03c1d9bc up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:23.547925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Router e14ab162-a0c0-4168-972e-e2a3a2c322ac has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:23.572085 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:23.604956 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:23.605544 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.684409 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-fb5de720-adf8-45bc-b0a8-5070d6a18beb None None] Provisioning complete for port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:23.684893 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fb5de720-adf8-45bc-b0a8-5070d6a18beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.710481 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:23.719797 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-64b9e8ef-0917-47b2-95ac-4091e525bf0d admin admin] 10.222.0.15 "PUT /v2.0/routers/e14ab162-a0c0-4168-972e-e2a3a2c322ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8702538 Jun 15 14:35:23.723310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54464) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:23.725197 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] Sync routers for ids ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:23.733890 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:22Z', 'revision_number': 3, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:23.739975 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] Routers {'e14ab162-a0c0-4168-972e-e2a3a2c322ac'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:23.740649 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:23.773115 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:23.773115 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Updating router 66d5fe9d-4433-41df-8892-5f93e1a250e1 port ddc003d5-4b40-4852-b302-400f621bb9b5 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:35:23.778608 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.838919 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.852163 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.900964 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] Set router e14ab162-a0c0-4168-972e-e2a3a2c322ac gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:23.908720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.052095 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:24.069614 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.081261 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:24.131908 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.245303 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Deleting port f807b861-d874-47be-85e7-7b33267f5fa5 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:24.247025 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.266662 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:35:22Z', 'revision_number': 5, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port': {'id': 'f807b861-d874-47be-85e7-7b33267f5fa5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:32:42Z', 'updated_at': '2021-06-15T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:24.270789 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] Checking router: e14ab162-a0c0-4168-972e-e2a3a2c322ac for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:24.284556 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] Routers {'e14ab162-a0c0-4168-972e-e2a3a2c322ac'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:24.285291 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:24.351320 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:24.364068 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:24.366387 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fb5de720-adf8-45bc-b0a8-5070d6a18beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.411689 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Allocated IP 172.20.0.1 (56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b/d4b06cc0-b208-4263-9ac8-7c3504496828/59f0cdd3-0a2c-4c2c-9be4-e588787c0907) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:24.416540 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] For port f807b861-d874-47be-85e7-7b33267f5fa5, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=f807b861-d874-47be-85e7-7b33267f5fa5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:24.417096 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.487388 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] Set router e14ab162-a0c0-4168-972e-e2a3a2c322ac gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:24.534358 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.db.api [None req-fb5de720-adf8-45bc-b0a8-5070d6a18beb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:35:24.534789 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_db.api [None req-fb5de720-adf8-45bc-b0a8-5070d6a18beb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:35:24.543572 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Calling delete_port for f807b861-d874-47be-85e7-7b33267f5fa5 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:24.576217 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.590779 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Transition to ACTIVE for port object 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:24.592330 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 6, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port_host': None}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:24.597697 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852720a8-6e0a-484b-ab86-1329523649f3 None None] The sync data for ids ['e14ab162-a0c0-4168-972e-e2a3a2c322ac'] in dv-cinder-772126-3-iscsi is: [{'id': 'e14ab162-a0c0-4168-972e-e2a3a2c322ac', 'name': 'tempest-TestMinimumBasicScenario-2030880193-router', 'tenant_id': 'bccb3f086209446e904ab91ef850b2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:32:41Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 6, 'project_id': 'bccb3f086209446e904ab91ef850b2d3', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:24.639408 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.641846 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ebd5f447-c797-4412-aca9-a561918e0ab8 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:24.659724 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.671324 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Transition to ACTIVE for port object ddc003d5-4b40-4852-b302-400f621bb9b5 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:24.680696 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.685012 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:24.700109 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:24.703521 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:24.707151 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:24.741272 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e819a-8dca-434b-a319-e49347a64a3f None None] Pushing event updated for resources: {'Port': ['ID=ddc003d5-4b40-4852-b302-400f621bb9b5,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:24.742022 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Pushing event updated for resources: {'Port': ['ID=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:24.745349 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:24.748091 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-099e819a-8dca-434b-a319-e49347a64a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:24.768758 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.774241 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Attempting to bind port ddc003d5-4b40-4852-b302-400f621bb9b5 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:24.775235 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Attempting to bind port ddc003d5-4b40-4852-b302-400f621bb9b5 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:24.775864 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Attempting to bind port ddc003d5-4b40-4852-b302-400f621bb9b5 on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:24.783867 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:24.784456 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:24.785141 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.785941 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:24.786813 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Bound port: ddc003d5-4b40-4852-b302-400f621bb9b5, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:24.787606 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.849415 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.852731 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a66f8102-16ec-4b30-a603-6f22fd08eb41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:24.864541 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] For port ddc003d5-4b40-4852-b302-400f621bb9b5, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:24.870109 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] For port ddc003d5-4b40-4852-b302-400f621bb9b5, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=ddc003d5-4b40-4852-b302-400f621bb9b5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:24.881775 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:24.884233 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:24.924970 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Pushing event deleted for resources: {'Port': ['ID=f807b861-d874-47be-85e7-7b33267f5fa5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:24.931946 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:24.976954 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:24.977989 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:24.982432 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e819a-8dca-434b-a319-e49347a64a3f None None] Pushing event updated for resources: {'Port': ['ID=ddc003d5-4b40-4852-b302-400f621bb9b5,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:25.000021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.012283 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.053628 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-099e819a-8dca-434b-a319-e49347a64a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:25.163367 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.166194 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.194996 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:25.228290 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.228730 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14ab162-a0c0-4168-972e-e2a3a2c322ac {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:35:25.233816 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.237444 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-38f7268e-2fd2-4950-a1f9-d0972320cdff admin admin] 10.222.0.15 "DELETE /v2.0/routers/e14ab162-a0c0-4168-972e-e2a3a2c322ac HTTP/1.1" status: 204 len: 168 time: 1.5105875 Jun 15 14:35:25.237859 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54474) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:25.244155 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.249601 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.252976 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f6efea0c-a8ce-480c-ad1e-5e2650ac5183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:25.294380 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Deleting subnet 87756517-0116-4774-82bf-5d10d06ba5f1 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:35:25.297452 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.348062 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.351676 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Pushing event updated for resources: {'Port': ['ID=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:25.359433 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:25.359922 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f6baa59a-9dca-43b2-af8d-a72d5c1e0a31 None None] Provisioning for port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:25.366736 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.408328 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-f6baa59a-9dca-43b2-af8d-a72d5c1e0a31 None None] Provisioning complete for port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:25.408707 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-f6baa59a-9dca-43b2-af8d-a72d5c1e0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.470398 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-75b78694-8cfa-4ab1-8761-8efbe441d60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.500763 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:25.502613 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:25.503484 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.503847 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-f6baa59a-9dca-43b2-af8d-a72d5c1e0a31 None None] Port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:35:25.562624 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 54668d84-e4f9-440f-bbdb-b72e03c1d9bc up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:25.614297 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.620694 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:25.649492 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:25.656950 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e5a69-3810-4ef0-b639-05e6a0bf7ca4 None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:25.659042 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:25.659427 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.677083 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87756517-0116-4774-82bf-5d10d06ba5f1,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:25.687491 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.689497 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/87756517-0116-4774-82bf-5d10d06ba5f1 HTTP/1.1" status: 204 len: 168 time: 0.4505196 Jun 15 14:35:25.692656 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54478) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:25.701804 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-91b301f1-953b-4db7-b7fc-a05b8700e526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:25.703315 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3df6a-95ca-4d19-8e4c-12d419f1b368 None None] Network 3a87e7ca-aa8d-44ff-9676-01cda0932f37 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:25.720119 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:25.861119 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.924714 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b08d9d87-c3cd-415e-9ac0-5d4ddd660a57 None None] Provisioning complete for port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:25.925264 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b08d9d87-c3cd-415e-9ac0-5d4ddd660a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.017280 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b08d9d87-c3cd-415e-9ac0-5d4ddd660a57 None None] Port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:35:26.029486 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:26.040041 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/66d5fe9d-4433-41df-8892-5f93e1a250e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0381854 Jun 15 14:35:26.063017 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Deleting port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:26.063436 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.071176 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f807b861-d874-47be-85e7-7b33267f5fa5 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:26.119318 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: f807b861-d874-47be-85e7-7b33267f5fa5 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:26.119571 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device f807b861-d874-47be-85e7-7b33267f5fa5 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:26.120072 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dbb865ce-46f4-49eb-92cd-fe072abdf756 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:26.124738 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] DHCP port deletion for 3a87e7ca-aa8d-44ff-9676-01cda0932f37 request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:35:26.156251 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: dbb865ce-46f4-49eb-92cd-fe072abdf756 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:26.156251 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device dbb865ce-46f4-49eb-92cd-fe072abdf756 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:26.165400 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] For port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,segment=NetworkSegment(bf18d974-6538-42a0-aef7-40e8cbd6690c),segment_id=bf18d974-6538-42a0-aef7-40e8cbd6690c)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:26.165854 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.219910 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Deleting port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:26.220644 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.273892 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Calling delete_port for ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:26.340197 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] For port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,segment=NetworkSegment(bf18d974-6538-42a0-aef7-40e8cbd6690c),segment_id=bf18d974-6538-42a0-aef7-40e8cbd6690c)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:26.340197 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.427459 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.430281 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-67eec3c1-9215-48f1-8249-eeea1dd2b5f8 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:26.460762 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:26.466520 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:26.478120 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] No DVR routers for this DVR port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 on host dv-cinder-772126-3-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:26.624592 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Calling delete_port for ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:26.627489 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.640882 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a87e7ca-aa8d-44ff-9676-01cda0932f37']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:26.680225 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf18d974-6538-42a0-aef7-40e8cbd6690c') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:26.682929 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf18d974-6538-42a0-aef7-40e8cbd6690c') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:26.697157 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.719123 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.726951 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:35:26.727602 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.728819 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:35:26.731166 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:35:26.733763 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:26.778415 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Pushing event deleted for resources: {'Port': ['ID=ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:26.780491 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] No DVR routers for this DVR port ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:26.781980 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:26.825621 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.831707 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:26.836289 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.841816 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a87e7ca-aa8d-44ff-9676-01cda0932f37 HTTP/1.1" status: 204 len: 168 time: 1.1481059 Jun 15 14:35:26.848871 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54498) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:26.854969 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-472677618-network', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:26.860316 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a87e7ca-aa8d-44ff-9676-01cda0932f37,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:26.862991 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:26.884837 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Made reservation on behalf of 3cacfe3e56064ca6a7d961f68ef51159 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:26.890415 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:26.901413 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.015459 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.020897 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.025140 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ba8d8b05-9a0e-4e3b-9e17-adf7ebef4290 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:27.046464 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:35:27.057399 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54500) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:27.061644 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee54b50-7fd9-49eb-8fab-9f2d3d021786,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:27.066053 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:27.067189 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.067533 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Added segment 127916db-0e7a-4a9f-be36-669b8df11921 of type vlan for network c4f42dda-4b39-44da-a3d9-742c5c3e3532 Jun 15 14:35:27.118495 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-4f47d737-9a36-45fe-bcc0-0dfd8f6e7ab1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07f5a11a65c04b8980f5b6f40500f12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577285 Jun 15 14:35:27.119636 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54502) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:27.126892 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785145075860'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.161534 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.163323 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:27.164158 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.169656 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-86378a39-b4a9-4862-97a9-c54532b095a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:27.188550 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-099fa113-02b4-4237-9a89-8c041e2963a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.220014 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-099fa113-02b4-4237-9a89-8c041e2963a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.225825 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3728547 Jun 15 14:35:27.226086 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54504) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:27.231750 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Request body: {'subnet': {'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-472677618-subnet', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:27.282487 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ddc003d5-4b40-4852-b302-400f621bb9b5 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:27.293336 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f42dda-4b39-44da-a3d9-742c5c3e3532,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:27.296865 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-43d90afe-5cec-4571-ac59-edd41c7ab8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:27.311839 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-099fa113-02b4-4237-9a89-8c041e2963a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.316708 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-099fa113-02b4-4237-9a89-8c041e2963a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.321344 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-099fa113-02b4-4237-9a89-8c041e2963a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88579b8c-668f-43de-b73e-6496ea596e1b HTTP/1.1" status: 204 len: 168 time: 0.1995816 Jun 15 14:35:27.322566 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8e44838f-f76c-4e55-9c84-4558abf01597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:27.330781 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Made reservation on behalf of 3cacfe3e56064ca6a7d961f68ef51159 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:27.333514 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26596673'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.346642 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fa113-02b4-4237-9a89-8c041e2963a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88579b8c-668f-43de-b73e-6496ea596e1b,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:27.351221 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-099fa113-02b4-4237-9a89-8c041e2963a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:27.375986 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 details requested by agent ovs-agent-dv-cinder-772126-3-iscsi with host dv-cinder-772126-3-iscsi {{(pid=91771) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:35:27.534012 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port ddc003d5-4b40-4852-b302-400f621bb9b5 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:27.539204 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port ddc003d5-4b40-4852-b302-400f621bb9b5 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:27.540030 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.617945 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.653127 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26467473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26596695'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.659046 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a7eb4ed-3870-416e-b087-715fc6f2b0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:27.687078 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.720070 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c046c1-5f72-4c63-9639-960994b61bca,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:27.720753 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port ddc003d5-4b40-4852-b302-400f621bb9b5, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=ddc003d5-4b40-4852-b302-400f621bb9b5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:27.722890 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:27.730432 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.738964 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-295e22de-46e9-4e9c-ad3f-92031c0ab65c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:27.759818 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Checking segment: {'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:27.760176 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Network hostable DHCP agents. Network: c4f42dda-4b39-44da-a3d9-742c5c3e3532, hostable agents: ['cc539ab9-7dec-468a-bc9e-1534231c2b5c'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:35:27.785253 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 is scheduled to be hosted by DHCP agent cc539ab9-7dec-468a-bc9e-1534231c2b5c with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:35:27.808839 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-3-iscsi, c4f42dda-4b39-44da-a3d9-742c5c3e3532) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:27.821208 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54516) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:27.821372 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:27.822216 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.837193 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:27.839355 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575ba1e-612b-4b0a-922d-a0985d37bada None None] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:27.849182 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-cce289e4-faf5-4113-af90-4096fcfa5f2a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6219347 Jun 15 14:35:27.851621 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54518) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:27.857170 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:27.882226 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-53e5d2e2-d10f-4cbd-a234-fafab01238db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bccb3f086209446e904ab91ef850b2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595708 Jun 15 14:35:27.884715 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54520) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:27.895264 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-967596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9485'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.896577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-967627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-974045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-907458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9498'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:27.924965 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:27.925329 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ecc06c3b-e3e6-4d8c-a781-7cd7afbc4f90 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:27.960833 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-63d3757b-06b9-4321-a886-ba1c12a473f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.008848 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=ddc003d5-4b40-4852-b302-400f621bb9b5,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:28.013600 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:28.023837 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.042178 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-63d3757b-06b9-4321-a886-ba1c12a473f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.170406 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-63d3757b-06b9-4321-a886-ba1c12a473f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.177650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-63d3757b-06b9-4321-a886-ba1c12a473f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.181888 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-63d3757b-06b9-4321-a886-ba1c12a473f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2146c4bb-0f12-492d-bc7e-1ec5868e784a HTTP/1.1" status: 204 len: 168 time: 0.2930851 Jun 15 14:35:28.181888 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-66885d23-e33f-4c11-9924-53b7b829413c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:28.182307 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp578965f2-66b3-5b4f-b88b-d3a3aadbb031-c4f42dda-4b39-44da-a3d9-742c5c3e3532', 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'fixed_ips': [{'subnet_id': '10c046c1-5f72-4c63-9639-960994b61bca'}]}} from dv-cinder-772126-3-iscsi. {{(pid=91771) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:35:28.182982 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.220340 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3757b-06b9-4321-a886-ba1c12a473f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146c4bb-0f12-492d-bc7e-1ec5868e784a,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:28.234213 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-63d3757b-06b9-4321-a886-ba1c12a473f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:28.383314 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:28.390299 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.db_base_plugin_common [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Allocated IP 172.20.0.2 (c4f42dda-4b39-44da-a3d9-742c5c3e3532/10c046c1-5f72-4c63-9639-960994b61bca/cc716021-54ae-4377-89e5-eeecefb245be) {{(pid=91771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:28.406234 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:28.407014 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:34:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:28.680351 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:28.755096 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-974018', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-967614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9704'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.856999 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Notify callbacks [] for port, precommit_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.871631 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Transition to ACTIVE for port object cc716021-54ae-4377-89e5-eeecefb245be will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:28.941993 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Transition to ACTIVE for port object cc716021-54ae-4377-89e5-eeecefb245be will not be triggered until provisioned by entity DHCP. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:28.957026 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805'] for port, after_create {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:28.960431 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:29.009417 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 is already hosted by enough agents. {{(pid=91771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:29.047831 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.scheduler.base_scheduler [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Resources bound (agent type, host, resource id): {{(pid=91771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:29.057694 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Received port after_create {{(pid=91771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:29.064289 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Pushing event updated for resources: {'Port': ['ID=cc716021-54ae-4377-89e5-eeecefb245be,revision_number=1']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:29.068911 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.069435 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:29.098546 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.264594 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ddc003d5-4b40-4852-b302-400f621bb9b5 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:29.265912 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Allocated IP 172.27.3.5 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/e67b3074-2a3d-4c5f-8400-998791f92cb5) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:29.266149 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2c5f1abf-1866-4115-9f71-6b2b49493ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.345041 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Attempting to bind port cc716021-54ae-4377-89e5-eeecefb245be on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:29.345429 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Attempting to bind port cc716021-54ae-4377-89e5-eeecefb245be by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:29.345800 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Attempting to bind port cc716021-54ae-4377-89e5-eeecefb245be on network c4f42dda-4b39-44da-a3d9-742c5c3e3532 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:29.356479 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:29.356868 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Checking segment: {'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:29.357518 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.358161 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Bound using segment: {'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:29.358904 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Bound port: cc716021-54ae-4377-89e5-eeecefb245be, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:29.359296 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.389901 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:25Z', 'revision_number': 2, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:29.416899 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:29.417264 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Updating router 66d5fe9d-4433-41df-8892-5f93e1a250e1 port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:35:29.429337 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.445917 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port ddc003d5-4b40-4852-b302-400f621bb9b5 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:29.446308 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.478062 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.481441 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-16a2676c-e95b-4686-b0e6-562f31f776e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:29.520555 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.532532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:29.535496 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:29.538658 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:29.545779 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Pushing event updated for resources: {'Port': ['ID=e67b3074-2a3d-4c5f-8400-998791f92cb5,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:29.548131 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] For port cc716021-54ae-4377-89e5-eeecefb245be, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:29.549438 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:29.590521 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] For port cc716021-54ae-4377-89e5-eeecefb245be, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=cc716021-54ae-4377-89e5-eeecefb245be,segment=NetworkSegment(127916db-0e7a-4a9f-be36-669b8df11921),segment_id=127916db-0e7a-4a9f-be36-669b8df11921)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:29.625765 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.632189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-099e819a-8dca-434b-a319-e49347a64a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:29.790283 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.807299 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Pushing event updated for resources: {'Port': ['ID=cc716021-54ae-4377-89e5-eeecefb245be,revision_number=2']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:29.811734 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b83b89aa-8857-4e51-a0af-09412d0f4c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:29.946819 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.028954 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.041626 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Transition to ACTIVE for port object 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:30.047647 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.049743 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-61055565-7516-4f30-a581-7d83da6f32b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:30.161720 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e4a77-e591-4e88-b463-5952e956df58 None None] Pushing event updated for resources: {'Port': ['ID=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:30.195911 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-806e4a77-e591-4e88-b463-5952e956df58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:30.268345 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Attempting to bind port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:30.268784 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Attempting to bind port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:30.269164 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Attempting to bind port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:30.278744 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:30.279321 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Checking segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:30.279810 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.280266 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Bound using segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:30.281143 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Bound port: 59f0cdd3-0a2c-4c2c-9be4-e588787c0907, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:30.281745 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.285385 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-973722'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.305545 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.396680 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] For port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:30.414154 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] For port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:30.420412 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.423235 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-a219659f-2d89-489f-aa3b-64c2a2017872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:30.486224 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Router 89315733-4ec6-423e-916a-aa9cf31822b8 is scheduled to L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:35:30.488355 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:30.489013 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:30.547189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e4a77-e591-4e88-b463-5952e956df58 None None] Pushing event updated for resources: {'Port': ['ID=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:30.599898 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-806e4a77-e591-4e88-b463-5952e956df58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:30.692107 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:30.701952 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:30.712610 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Sync routers for ids ['89315733-4ec6-423e-916a-aa9cf31822b8'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:30.724984 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Routers {'89315733-4ec6-423e-916a-aa9cf31822b8'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:30.725626 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['89315733-4ec6-423e-916a-aa9cf31822b8'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:30.739555 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.740877 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-687dc0a8-40c9-48ba-97ef-f7e60c5bc557 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8879099 Jun 15 14:35:30.743936 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54582) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:30.897363 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Set router 89315733-4ec6-423e-916a-aa9cf31822b8 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:30.974170 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ce0ed-2558-4031-ad0d-768ff675bdb7 None None] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:35:31.160936 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:35:29Z', 'revision_number': 3, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port': {'id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:29Z', 'updated_at': '2021-06-15T14:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:31.165001 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Checking router: 89315733-4ec6-423e-916a-aa9cf31822b8 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:31.165491 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Updating router 89315733-4ec6-423e-916a-aa9cf31822b8 port e67b3074-2a3d-4c5f-8400-998791f92cb5 binding host dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:35:31.221855 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.238780 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-ac55a468-29ff-41e3-91df-638c855f3ed3 None None] Provisioning for port cc716021-54ae-4377-89e5-eeecefb245be completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:31.259795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:30Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:31.292635 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace8640d-dedb-498d-af2e-0c13db6b8d05 None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:30Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:31.454805 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device cc716021-54ae-4377-89e5-eeecefb245be up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:31.500333 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.570227 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.593480 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port cc716021-54ae-4377-89e5-eeecefb245be completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:31.598172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port cc716021-54ae-4377-89e5-eeecefb245be triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:31.598596 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.769024 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.821457 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port cc716021-54ae-4377-89e5-eeecefb245be, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=cc716021-54ae-4377-89e5-eeecefb245be,segment=NetworkSegment(127916db-0e7a-4a9f-be36-669b8df11921),segment_id=127916db-0e7a-4a9f-be36-669b8df11921)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:31.830799 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-0543e3e6-f6a0-4568-812c-c5808c67dcec None None] Provisioning complete for port cc716021-54ae-4377-89e5-eeecefb245be triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:31.831341 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0543e3e6-f6a0-4568-812c-c5808c67dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.838498 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.840341 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:31.861627 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.864183 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Allocated IP 172.20.0.1 (c4f42dda-4b39-44da-a3d9-742c5c3e3532/10c046c1-5f72-4c63-9639-960994b61bca/eafd2e7f-408d-4022-8bb3-4b9a01b3cbff) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:31.874572 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Transition to ACTIVE for port object e67b3074-2a3d-4c5f-8400-998791f92cb5 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:31.889297 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.889938 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:31.895038 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:31.988021 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54592) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:32.010140 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Attempting to bind port e67b3074-2a3d-4c5f-8400-998791f92cb5 on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:32.010548 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Attempting to bind port e67b3074-2a3d-4c5f-8400-998791f92cb5 by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:32.011893 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Attempting to bind port e67b3074-2a3d-4c5f-8400-998791f92cb5 on network ad34256d-0a49-4996-ae90-fdc7b332a117 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:32.023427 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=cc716021-54ae-4377-89e5-eeecefb245be,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.025730 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:32.026255 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Checking segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:32.026704 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.027168 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Bound using segment: {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:32.027617 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.027916 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Bound port: e67b3074-2a3d-4c5f-8400-998791f92cb5, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e333d9e-8124-4746-8d82-7ae02b42b684', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:32.028430 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.068785 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:32.076097 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:32.076490 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.108905 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.123987 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Transition to ACTIVE for port object eafd2e7f-408d-4022-8bb3-4b9a01b3cbff will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:32.150191 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] For port e67b3074-2a3d-4c5f-8400-998791f92cb5, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:32.153543 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Pushing event updated for resources: {'Port': ['ID=e67b3074-2a3d-4c5f-8400-998791f92cb5,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.164058 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] For port e67b3074-2a3d-4c5f-8400-998791f92cb5, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=e67b3074-2a3d-4c5f-8400-998791f92cb5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:32.165889 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.166238 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.166761 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.166973 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.167284 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.167671 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.168202 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.168520 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.169130 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.169291 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.169616 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.169940 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:32.178966 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.180986 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.184257 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.191217 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.205492 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d1ab9547-17e7-452b-be06-14195177cece tempest-AttachVolumeNegativeTest-863888652 tempest-AttachVolumeNegativeTest-863888652-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.207766 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5834c7b4-d697-4229-a8b2-22d331e7dbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.221050 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.258547 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:32.264732 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:32.266222 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Routers {'89315733-4ec6-423e-916a-aa9cf31822b8'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:32.266958 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['89315733-4ec6-423e-916a-aa9cf31822b8'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:32.268826 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:32.278576 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:32.287471 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.290997 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.311744 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Pushing event updated for resources: {'Port': ['ID=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.324328 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.392462 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.403466 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.406530 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968799'] for router_interface, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.427451 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5834c7b4-d697-4229-a8b2-22d331e7dbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.435057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5834c7b4-d697-4229-a8b2-22d331e7dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.439690 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1f631b12-245f-4785-b001-0c2c993e3efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.445497 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Pushing event updated for resources: {'Port': ['ID=e67b3074-2a3d-4c5f-8400-998791f92cb5,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.449902 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f55517a-d266-4a8a-b609-2e40dd5c8392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.510149 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5834c7b4-d697-4229-a8b2-22d331e7dbcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb33720efc4141c393f8d80162177c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209792 Jun 15 14:35:32.511048 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834c7b4-d697-4229-a8b2-22d331e7dbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6575bcb9-c0d4-47ef-bbee-75cf8bab13f9,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.515672 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5834c7b4-d697-4229-a8b2-22d331e7dbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.516186 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54596) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:32.518080 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] Set router 89315733-4ec6-423e-916a-aa9cf31822b8 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:32.579870 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.606571 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.607600 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.660854 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-03e8d0cd-7a86-4dd2-8f63-6c8c89f1de40 None None] Provisioning for port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:32.667563 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-03e8d0cd-7a86-4dd2-8f63-6c8c89f1de40 None None] Provisioning complete for port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:32.667935 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-03e8d0cd-7a86-4dd2-8f63-6c8c89f1de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.674148 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.677445 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.679032 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6575bcb9-c0d4-47ef-bbee-75cf8bab13f9 HTTP/1.1" status: 204 len: 168 time: 0.1617401 Jun 15 14:35:32.680586 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3923d2f0-dfd3-4047-bf8d-9c342898008e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.708919 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6575bcb9-c0d4-47ef-bbee-75cf8bab13f9,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.712854 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.721127 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-03e8d0cd-7a86-4dd2-8f63-6c8c89f1de40 None None] Port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:35:32.811074 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:35:29Z', 'revision_number': 3, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port': {'id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:29Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:32.815057 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217974cb-4302-4c06-a303-511e6afd32c2 None None] The sync data for ids ['89315733-4ec6-423e-916a-aa9cf31822b8'] in dv-cinder-772126-3-iscsi is: [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:35:29Z', 'revision_number': 3, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port': {'id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:29Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:32.816806 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.825873 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.828418 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.925260 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Pushing event updated for resources: {'Port': ['ID=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.927259 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.934858 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968907'] for router_interface, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:33.402427 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:33.404160 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:33.408901 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device cc716021-54ae-4377-89e5-eeecefb245be up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:33.497545 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port cc716021-54ae-4377-89e5-eeecefb245be triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:33.498025 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:33.638877 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device e67b3074-2a3d-4c5f-8400-998791f92cb5 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:33.648434 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Router 89315733-4ec6-423e-916a-aa9cf31822b8 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:33.713163 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port e67b3074-2a3d-4c5f-8400-998791f92cb5 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:33.719548 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port e67b3074-2a3d-4c5f-8400-998791f92cb5 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:33.720167 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:33.820224 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-01c52c6d-297c-4c28-805b-c80c75775a82 None None] Provisioning complete for port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:33.820620 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-01c52c6d-297c-4c28-805b-c80c75775a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:33.837450 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:33.848303 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/89315733-4ec6-423e-916a-aa9cf31822b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1026680 Jun 15 14:35:33.870398 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:33.887116 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-01c52c6d-297c-4c28-805b-c80c75775a82 None None] Port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:35:33.900322 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port e67b3074-2a3d-4c5f-8400-998791f92cb5, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=e67b3074-2a3d-4c5f-8400-998791f92cb5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:33.907022 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:33.908400 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:33.910416 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:34.019148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=e67b3074-2a3d-4c5f-8400-998791f92cb5,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:34.022979 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:34.036079 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:34.036377 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.627872 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54654) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:34.632645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052814320', 'description': 'tempest-secgroup-smoke-2052814320 description', 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:34.657513 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.667140 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Sync routers for ids ['89315733-4ec6-423e-916a-aa9cf31822b8'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:34.677950 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Routers {'89315733-4ec6-423e-916a-aa9cf31822b8'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:34.678704 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['89315733-4ec6-423e-916a-aa9cf31822b8'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:34.761050 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.768146 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.771876 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e348cf80-1da4-4a8a-95f7-9fa5f22604e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:34.804875 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:34.808742 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.809980 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1810803 Jun 15 14:35:34.811002 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9d8feb26-7ebb-477b-a281-52e5e4af0714 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:34.812872 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54662) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:34.817694 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'security_group_rule': {'security_group_id': '35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c', 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:34.845440 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.847171 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Set router 89315733-4ec6-423e-916a-aa9cf31822b8 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:34.915489 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.920471 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.926755 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ec8b8630-b965-44a0-a944-dc2810cbce23 tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:34.944898 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88db45f-c76e-4a2f-a709-283c03ad3a84,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:34.948239 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:34.949578 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:34.953724 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54664) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:34.954298 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6ae81273-6b7b-4447-aa42-2206f8260216 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399298 Jun 15 14:35:34.959527 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'security_group_rule': {'security_group_id': '35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c', 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:34.988743 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.078733 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.083122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.085866 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8a5c3f47-5c11-4065-9b01-e3315ea48676 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:35.103654 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011260cc-6968-4a5d-9826-7ffb98f15d8f,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:35.108418 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:35.116240 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.120157 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-033dfeb4-d2f4-4bf0-bf45-efe2146a3902 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617699 Jun 15 14:35:35.120556 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54668) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:35.125543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'security_group_rule': {'security_group_id': '35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c', 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:35.154325 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.197816 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 4, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port': {'id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:29Z', 'updated_at': '2021-06-15T14:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'eafd2e7f-408d-4022-8bb3-4b9a01b3cbff', 'name': '', 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'mac_address': 'fa:16:3e:11:59:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '10c046c1-5f72-4c63-9639-960994b61bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:31Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 2, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'subnets': [{'id': '10c046c1-5f72-4c63-9639-960994b61bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:35.203209 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Checking router: 89315733-4ec6-423e-916a-aa9cf31822b8 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:35.203785 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Updating router 89315733-4ec6-423e-916a-aa9cf31822b8 port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff binding host dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:35:35.254206 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.270579 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device e67b3074-2a3d-4c5f-8400-998791f92cb5 up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:35.284813 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.290239 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.297082 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:35.314664 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cd76d2-af9d-4e20-af9d-d7f2e902ba99,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:35.318465 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:35.320322 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.321791 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8e17216f-ee28-4ff1-9a92-b9052fd4e7fa tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1997828 Jun 15 14:35:35.324915 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54674) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:35.329726 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'security_group_rule': {'security_group_id': '35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c', 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:35.358804 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.429948 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.434968 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.437080 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:35.446764 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port e67b3074-2a3d-4c5f-8400-998791f92cb5 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:35.447156 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.456953 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74aed6c8-c9c6-434f-957a-d6f46b7efef6,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:35.459444 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:35.475325 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.477505 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513183 Jun 15 14:35:35.480842 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54676) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:35.485909 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'security_group_rule': {'security_group_id': '35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c', 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:35.509564 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.securitygroups_db [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Project 79c61ab1bb824bd7bf54a8d36e071e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:35:35.515353 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.587234 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.592537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.595058 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-428433fc-ea61-4de9-9236-800b98ba351c tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:35.612715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31fa6d9-4d61-4966-8d78-26067e2f0a98,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:35.615371 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:35.621352 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.623057 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5b7c8e71-8bd7-43aa-9dee-1bdd04f6682c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406550 Jun 15 14:35:35.625915 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54678) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:35.631790 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'security_group_rule': {'security_group_id': '35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c', 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:35.655651 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.securitygroups_db [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Project 79c61ab1bb824bd7bf54a8d36e071e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:35:35.662795 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.739716 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Notify callbacks [] for port, precommit_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.739985 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.743499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001636'] for security_group_rule, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.745632 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-83fcd456-32a5-4295-aaed-908f9b6f2ceb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:35.751844 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Transition to ACTIVE for port object eafd2e7f-408d-4022-8bb3-4b9a01b3cbff will not be triggered until provisioned by entity L2. {{(pid=91771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:35.756863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.758842 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-099e819a-8dca-434b-a319-e49347a64a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:35.763691 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fede77-0f47-4d80-a867-20439fa8c76d,revision_number=0']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:35.766579 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:35.773278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.774505 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3b03376d-b75a-4a91-a9dc-c2ad1b28abea tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470261 Jun 15 14:35:35.864079 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6af5-e216-46d4-af59-4ca413ff77ec None None] Pushing event updated for resources: {'Port': ['ID=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,revision_number=3']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:35.890521 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-67ec6af5-e216-46d4-af59-4ca413ff77ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:35.932680 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Attempting to bind port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff on host dv-cinder-772126-3-iscsi for vnic_type normal with profile {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:35.933716 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Attempting to bind port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff by drivers openvswitch,hyperv on host dv-cinder-772126-3-iscsi at level 0 using segments [{'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:35.934094 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Attempting to bind port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff on network c4f42dda-4b39-44da-a3d9-742c5c3e3532 {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:35.939700 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Checking agent: {'id': 'c879f35e-9feb-4d85-9ed5-f619573b69c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 18, 28), 'started_at': datetime.datetime(2021, 6, 15, 14, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:35.940087 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Checking segment: {'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:35.940498 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:35.940893 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Bound using segment: {'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'} {{(pid=91771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:35.941362 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.managers [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Bound port: eafd2e7f-408d-4022-8bb3-4b9a01b3cbff, host: dv-cinder-772126-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127916db-0e7a-4a9f-be36-669b8df11921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532'}}] {{(pid=91771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:35.941742 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:36.038747 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] For port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff, host dv-cinder-772126-3-iscsi, cleared binding levels {{(pid=91771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:36.043168 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] For port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff, host dv-cinder-772126-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,segment=NetworkSegment(127916db-0e7a-4a9f-be36-669b8df11921),segment_id=127916db-0e7a-4a9f-be36-669b8df11921)] {{(pid=91771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:36.048197 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:36.051269 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:36.130698 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Routers {'89315733-4ec6-423e-916a-aa9cf31822b8'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:36.131358 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['89315733-4ec6-423e-916a-aa9cf31822b8'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:36.138932 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6af5-e216-46d4-af59-4ca413ff77ec None None] Pushing event updated for resources: {'Port': ['ID=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:36.191375 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-67ec6af5-e216-46d4-af59-4ca413ff77ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:36.540090 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] Set router 89315733-4ec6-423e-916a-aa9cf31822b8 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:36.866166 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 4, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port': {'id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:29Z', 'updated_at': '2021-06-15T14:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'eafd2e7f-408d-4022-8bb3-4b9a01b3cbff', 'name': '', 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'mac_address': 'fa:16:3e:11:59:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '10c046c1-5f72-4c63-9639-960994b61bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:31Z', 'updated_at': '2021-06-15T14:35:36Z', 'revision_number': 4, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'subnets': [{'id': '10c046c1-5f72-4c63-9639-960994b61bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:36.870078 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd67914-595e-40aa-bb1b-5f15f4dbfe83 None None] The sync data for ids ['89315733-4ec6-423e-916a-aa9cf31822b8'] in dv-cinder-772126-3-iscsi is: [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 4, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port': {'id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:29Z', 'updated_at': '2021-06-15T14:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': 'eafd2e7f-408d-4022-8bb3-4b9a01b3cbff', 'name': '', 'network_id': 'c4f42dda-4b39-44da-a3d9-742c5c3e3532', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'mac_address': 'fa:16:3e:11:59:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '10c046c1-5f72-4c63-9639-960994b61bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:31Z', 'updated_at': '2021-06-15T14:35:36Z', 'revision_number': 4, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'subnets': [{'id': '10c046c1-5f72-4c63-9639-960994b61bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:37.278758 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device eafd2e7f-408d-4022-8bb3-4b9a01b3cbff up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:37.352037 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning for port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:37.356771 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:37.357162 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:37.465999 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:37.517548 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] For port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,segment=NetworkSegment(127916db-0e7a-4a9f-be36-669b8df11921),segment_id=127916db-0e7a-4a9f-be36-669b8df11921)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:37.528223 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:37.530246 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-217c1701-35d4-40dc-ab4a-91c086848365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:37.592343 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Pushing event updated for resources: {'Port': ['ID=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:37.595593 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:39.234301 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device eafd2e7f-408d-4022-8bb3-4b9a01b3cbff up at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:39.291517 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Provisioning complete for port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:39.291907 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:40.348113 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:35:41.596149 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54842) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:41.705692 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-13dd1e37-2a94-49ae-8d14-4f45f002139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:41.809622 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-13dd1e37-2a94-49ae-8d14-4f45f002139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:41.813495 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-13dd1e37-2a94-49ae-8d14-4f45f002139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:41.816025 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-283fb60c-4bc5-4622-8ac7-813545430433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:41.859560 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-13dd1e37-2a94-49ae-8d14-4f45f002139a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92d44c42a433443f8bce1a432cfe6196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621040 Jun 15 14:35:41.860522 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd1e37-2a94-49ae-8d14-4f45f002139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02ded7f-14df-43aa-a762-f422c1ca6fb9,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:41.863619 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-13dd1e37-2a94-49ae-8d14-4f45f002139a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:41.863786 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54848) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:41.922875 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a2508a2-3a27-4ded-be41-3f4f4ea68230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:41.949064 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a2508a2-3a27-4ded-be41-3f4f4ea68230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.003657 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a2508a2-3a27-4ded-be41-3f4f4ea68230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.006279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7a2508a2-3a27-4ded-be41-3f4f4ea68230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.007567 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7a2508a2-3a27-4ded-be41-3f4f4ea68230 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d02ded7f-14df-43aa-a762-f422c1ca6fb9 HTTP/1.1" status: 204 len: 168 time: 0.1428387 Jun 15 14:35:42.008497 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-18af59bd-fc0f-4607-ab69-4f22b73f8ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:42.018219 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2508a2-3a27-4ded-be41-3f4f4ea68230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02ded7f-14df-43aa-a762-f422c1ca6fb9,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:42.020703 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7a2508a2-3a27-4ded-be41-3f4f4ea68230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:42.284512 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54854) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:42.300632 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ea59419b-9569-440c-8da8-83e2c998209e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.397391 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ea59419b-9569-440c-8da8-83e2c998209e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.401388 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ea59419b-9569-440c-8da8-83e2c998209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.404686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1df3fc73-cd7b-4048-814c-c2c8b0f2a373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:42.442853 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ea59419b-9569-440c-8da8-83e2c998209e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ead6ebbf6224431e8a975ec01375d114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571956 Jun 15 14:35:42.445522 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54856) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:42.447463 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59419b-9569-440c-8da8-83e2c998209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e4f6a2-4ea6-4c0e-bd3d-f725bbf9124f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:42.451205 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ea59419b-9569-440c-8da8-83e2c998209e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:42.515432 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.540581 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.595449 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.598319 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:42.599560 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22e4f6a2-4ea6-4c0e-bd3d-f725bbf9124f HTTP/1.1" status: 204 len: 168 time: 0.1529956 Jun 15 14:35:42.600414 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-253dcce0-6600-4ed9-8057-31f74d2360bb tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:42.610425 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e4f6a2-4ea6-4c0e-bd3d-f725bbf9124f,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:42.612776 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:42.937250 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54866) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:42.954896 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8eba3c29-2f99-4c3a-bdde-a8ce42ad0d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:43.056068 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8eba3c29-2f99-4c3a-bdde-a8ce42ad0d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:43.060358 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8eba3c29-2f99-4c3a-bdde-a8ce42ad0d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:43.063025 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-510ec35f-c459-4164-b084-baa6a696ff5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:43.106096 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-8eba3c29-2f99-4c3a-bdde-a8ce42ad0d9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=641f0c0621f84ced9584383f0c666581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676283 Jun 15 14:35:43.107053 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba3c29-2f99-4c3a-bdde-a8ce42ad0d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24321c9c-7aba-4267-a62f-69f37b541473,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:43.109066 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54868) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:43.112444 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8eba3c29-2f99-4c3a-bdde-a8ce42ad0d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:43.169584 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5897cad3-ba35-4aec-b36e-4c3eb25e3da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:43.194576 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5897cad3-ba35-4aec-b36e-4c3eb25e3da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:43.246720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5897cad3-ba35-4aec-b36e-4c3eb25e3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:43.249307 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5897cad3-ba35-4aec-b36e-4c3eb25e3da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:43.250476 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5897cad3-ba35-4aec-b36e-4c3eb25e3da2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24321c9c-7aba-4267-a62f-69f37b541473 HTTP/1.1" status: 204 len: 168 time: 0.1403403 Jun 15 14:35:43.251284 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8981daec-7b09-46c6-b8e5-a8f4c012e350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:43.259760 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897cad3-ba35-4aec-b36e-4c3eb25e3da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24321c9c-7aba-4267-a62f-69f37b541473,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:43.263099 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5897cad3-ba35-4aec-b36e-4c3eb25e3da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:50.625733 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f89e-f7c4-4603-b9b6-df51684c907d req-dcfac0ee-db58-4989-a86e-8bfe813b6723 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:50.627299 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2802f89e-f7c4-4603-b9b6-df51684c907d req-dcfac0ee-db58-4989-a86e-8bfe813b6723 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 946 time: 0.0696175 Jun 15 14:35:50.672190 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2802f89e-f7c4-4603-b9b6-df51684c907d req-4d053699-9867-4c55-9619-6c0b86a49525 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391734 Jun 15 14:35:51.863761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a76ca-b86a-4321-8eca-f834be0f307b req-c18d281e-043a-4f17-8ee6-2add46c78083 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:51.865377 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b1a76ca-b86a-4321-8eca-f834be0f307b req-c18d281e-043a-4f17-8ee6-2add46c78083 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 946 time: 0.0776887 Jun 15 14:35:51.908462 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0b1a76ca-b86a-4321-8eca-f834be0f307b req-9012d48c-95a9-4312-9238-1d87af1fa4e2 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370829 Jun 15 14:35:52.744595 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-e83d31e7-ea62-4d7c-90b8-b835ad0b897a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:52.746181 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-e83d31e7-ea62-4d7c-90b8-b835ad0b897a tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 946 time: 0.0773602 Jun 15 14:35:52.859888 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Deleting port 8c147304-8ba7-41af-a638-251723251f8a {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:52.860237 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:52.983379 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] For port 8c147304-8ba7-41af-a638-251723251f8a, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8c147304-8ba7-41af-a638-251723251f8a,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:52.983741 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.095491 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983f3bc-9850-4262-9f79-b64dd6b77496 req-4e9a0eb7-b627-49a0-97f4-994c16b8f80c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:53.097025 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7983f3bc-9850-4262-9f79-b64dd6b77496 req-4e9a0eb7-b627-49a0-97f4-994c16b8f80c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 946 time: 0.0736775 Jun 15 14:35:53.141395 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-7983f3bc-9850-4262-9f79-b64dd6b77496 req-011f492c-5936-41de-9737-94290d8b0dde tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d903694-db15-4a36-98ff-f383a633b973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Jun 15 14:35:53.222513 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.222921 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.223228 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Floating IP c1ee8c44-7ab8-4e8b-a547-1018e781b75d disassociated. External IP: 172.27.3.110, port: 8c147304-8ba7-41af-a638-251723251f8a. Jun 15 14:35:53.223569 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Calling delete_port for 8c147304-8ba7-41af-a638-251723251f8a owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:53.385167 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.390488 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:53.424535 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event deleted for resources: {'Port': ['ID=8c147304-8ba7-41af-a638-251723251f8a,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:53.436213 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:53.593933 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:35:53.638792 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-9601f407-5984-49ae-ba97-2ec2d90ff5bb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052814320&fields=id&tenant_id=79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 267 time: 0.0382562 Jun 15 14:35:53.751651 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:35:53.768080 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] Sync routers for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:35:53.777440 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-ddbf0ce9-517b-41a0-8940-133dff5f6fdf tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:53.779027 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-ddbf0ce9-517b-41a0-8940-133dff5f6fdf tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 812 time: 0.1338372 Jun 15 14:35:53.781665 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:53.782698 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:53.797391 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-83fa2f83-a673-4aa1-8ac5-36809ad1ac19 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/quotas/79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 375 time: 0.0106330 Jun 15 14:35:53.813908 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] No DVR routers for this DVR port 8c147304-8ba7-41af-a638-251723251f8a on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:53.816665 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.819639 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-215dbf6a-44b5-43ce-9ae5-0ef59e681d43 req-6a56eb04-c597-48fc-ad96-85f411ef8d94 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.61 "DELETE /v2.0/ports/8c147304-8ba7-41af-a638-251723251f8a HTTP/1.1" status: 204 len: 173 time: 1.0676177 Jun 15 14:35:53.819838 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'name': 'network-vif-deleted', 'tag': '8c147304-8ba7-41af-a638-251723251f8a'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:53.823959 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c1276e-3dcb-4818-93f4-4f5663b48afb" -d '{"events": [{"server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "name": "network-vif-deleted", "tag": "8c147304-8ba7-41af-a638-251723251f8a"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:53.871977 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36494436-1751-4254-af4c-e98534b92c8a x-openstack-request-id: req-36494436-1751-4254-af4c-e98534b92c8a {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:53.872763 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f3b80c-3184-48ff-acda-0d73a523322c", "name": "network-vif-deleted", "tag": "8c147304-8ba7-41af-a638-251723251f8a", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:53.873261 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36494436-1751-4254-af4c-e98534b92c8a {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:53.874069 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f3b80c-3184-48ff-acda-0d73a523322c', 'name': 'network-vif-deleted', 'tag': '8c147304-8ba7-41af-a638-251723251f8a', 'status': 'completed', 'code': 200} Jun 15 14:35:54.000159 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:54.237800 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-87912b67-5c88-4439-bcce-037f4271d17b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4341755 Jun 15 14:35:54.280598 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:54.285733 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] Checking router: 1d3364ac-55ca-4e8d-adb2-94f48df23e34 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:35:54.299448 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:35:54.300093 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:54.328373 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4ea5a28c-49d5-42d0-b974-8751451ff1be req-a11124aa-360a-49cd-841d-718e98e54db0 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0f3b80c-3184-48ff-acda-0d73a523322c HTTP/1.1" status: 200 len: 210 time: 0.0467312 Jun 15 14:35:54.416118 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-d1452219-c032-4ec2-9594-8a8a5e979cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653934 Jun 15 14:35:54.462254 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:35:54.548269 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-70ad9212-c7c6-418d-8636-55d686e48400 service neutron] 10.222.0.15 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276345 Jun 15 14:35:54.835323 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:35:54.839410 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10869c01-08e3-4b55-bb09-37433458ded1 None None] The sync data for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi is: [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:30:45Z', 'revision_number': 4, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '14c616c7-f927-493f-8fef-56f3b7cab28c', 'name': '', 'network_id': '3691479f-b4a8-423d-b3d4-a798a1964404', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'mac_address': 'fa:16:3e:ed:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:44Z', 'updated_at': '2021-06-15T14:30:53Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'subnets': [{'id': '835d539a-2b36-4242-99d9-cfc4039ea10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:35:54.881469 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-420f1f32-daa6-437f-b2c2-21df1f6330a3 req-1aff6292-f489-4a51-af36-69ad21a0560f tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 210 time: 0.0357916 Jun 15 14:35:55.092065 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325b3f9-907a-4e8a-8c96-ab5a2db5fa82 None None] New status for floating IP c1ee8c44-7ab8-4e8b-a547-1018e781b75d: DOWN {{(pid=91771) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:35:55.433963 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e5af023a-9e77-4cad-b15c-3e55971c7e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.459767 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 54990) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:55.524552 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.553716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.607025 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.609645 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.613257 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "DELETE /v2.0/security-groups/3d903694-db15-4a36-98ff-f383a633b973 HTTP/1.1" status: 204 len: 168 time: 0.1500487 Jun 15 14:35:55.613257 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2c6a418a-82f5-4b78-be6f-9797a5829c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:55.613841 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54994) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:55.621990 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d903694-db15-4a36-98ff-f383a633b973,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:55.624481 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:55.632641 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.api.v2.resource [None req-3c84a7e1-7885-4ed4-8337-47142fe69b03 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] show failed (client error): The resource could not be found. Jun 15 14:35:55.633732 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-3c84a7e1-7885-4ed4-8337-47142fe69b03 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "GET /v2.0/security-groups/3d903694-db15-4a36-98ff-f383a633b973 HTTP/1.1" status: 404 len: 347 time: 0.0188179 Jun 15 14:35:55.636669 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 54996) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:55.805054 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Deleting port d2a5c83c-c5c3-4349-8315-416e450ddff1 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:55.805406 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.917826 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.917826 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:56.045605 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Calling delete_port for d2a5c83c-c5c3-4349-8315-416e450ddff1 owned by network:floatingip {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:56.050288 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-48a45f38-4749-44b5-af92-37c578a561d1 req-4ae99999-bda7-4260-9e30-65f0fe2a509c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 210 time: 0.0456827 Jun 15 14:35:56.216684 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-546c80b9-986e-42c6-a3f6-9b2a3c36f3cf tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:56.218130 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-546c80b9-986e-42c6-a3f6-9b2a3c36f3cf tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 812 time: 0.2904191 Jun 15 14:35:56.598161 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-90cdb084-9833-45cb-8f2d-deb70aa51339 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 380 time: 0.3639750 Jun 15 14:35:56.616303 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'port': {'device_id': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'admin_state_up': True, 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'security_groups': ['35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c']}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:56.656207 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:56.663789 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c43a9475-5641-43c5-9d2f-76e0ad7432a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:56.699965 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Pushing event deleted for resources: {'Port': ['ID=d2a5c83c-c5c3-4349-8315-416e450ddff1,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:56.706462 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:56.855209 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks [] for floatingip, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:56.857430 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:56.858619 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5f64e1f7-fa37-42eb-b16b-e457795ea28c tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] 10.222.0.15 "DELETE /v2.0/floatingips/c1ee8c44-7ab8-4e8b-a547-1018e781b75d HTTP/1.1" status: 204 len: 168 time: 1.2209556 Jun 15 14:35:56.878627 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Made reservation on behalf of 79c61ab1bb824bd7bf54a8d36e071e35 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:56.882269 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.048739 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Allocated IP 172.20.0.7 (56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b/d4b06cc0-b208-4263-9ac8-7c3504496828/a949faae-f658-43f7-af03-2751fec4e7fd) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:57.227836 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-95c03fc8-4bb2-4808-96ee-42ff12a3b0e8 req-365e8a88-b930-4775-ad29-50e85e3e6e42 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 210 time: 0.0481961 Jun 15 14:35:57.230322 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.244576 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Transition to ACTIVE for port object a949faae-f658-43f7-af03-2751fec4e7fd will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:57.279858 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.284129 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-8deb62d8-dde0-4650-a956-a28c340956c7 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:57.337808 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:57.341962 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:57.344489 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:57.348359 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c147304-8ba7-41af-a638-251723251f8a no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:57.374902 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 8c147304-8ba7-41af-a638-251723251f8a {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:57.375519 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 8c147304-8ba7-41af-a638-251723251f8a not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:57.382127 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=a949faae-f658-43f7-af03-2751fec4e7fd,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:57.385164 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:57.415157 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:57.415787 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.432210 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217056 Jun 15 14:35:57.449771 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Request body: {'port': {'device_id': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:57.541581 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-63dadc58-30d1-47fb-bd6f-4441672bad92 None None] Provisioning for port a949faae-f658-43f7-af03-2751fec4e7fd completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:57.546419 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-63dadc58-30d1-47fb-bd6f-4441672bad92 None None] Provisioning complete for port a949faae-f658-43f7-af03-2751fec4e7fd triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:57.546678 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.546803 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-63dadc58-30d1-47fb-bd6f-4441672bad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.597716 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.599240 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-63dadc58-30d1-47fb-bd6f-4441672bad92 None None] Port a949faae-f658-43f7-af03-2751fec4e7fd cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:35:57.854736 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a949faae-f658-43f7-af03-2751fec4e7fd {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:57.862262 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.874085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Transition to ACTIVE for port object a949faae-f658-43f7-af03-2751fec4e7fd will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:57.878068 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.880780 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-428130ba-0269-4639-a7b5-8321e05caefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:57.976364 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Pushing event updated for resources: {'Port': ['ID=a949faae-f658-43f7-af03-2751fec4e7fd,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:57.979942 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:58.077138 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Attempting to bind port a949faae-f658-43f7-af03-2751fec4e7fd on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:58.077395 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Attempting to bind port a949faae-f658-43f7-af03-2751fec4e7fd by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:58.077734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Attempting to bind port a949faae-f658-43f7-af03-2751fec4e7fd on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:58.082720 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Port a949faae-f658-43f7-af03-2751fec4e7fd on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:35:58.082977 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Attempting to bind port a949faae-f658-43f7-af03-2751fec4e7fd on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:58.089317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:58.089672 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Checking segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:58.090089 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Bound using segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:58.090572 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Bound port: a949faae-f658-43f7-af03-2751fec4e7fd, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:58.090953 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:58.174058 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] For port a949faae-f658-43f7-af03-2751fec4e7fd, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:58.177402 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] For port a949faae-f658-43f7-af03-2751fec4e7fd, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a949faae-f658-43f7-af03-2751fec4e7fd,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:58.181333 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:58.184891 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-4b839c51-2945-4a0b-abe0-5d2381574311 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:58.225499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:58.226131 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:58.227540 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] 10.222.0.61 "PUT /v2.0/ports/a949faae-f658-43f7-af03-2751fec4e7fd HTTP/1.1" status: 200 len: 1093 time: 0.7827001 Jun 15 14:35:58.228078 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:58.230692 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee692e-73ff-463b-b2ff-c6a298a3bc85" -d '{"events": [{"name": "network-changed", "server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:58.265954 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Pushing event updated for resources: {'Port': ['ID=a949faae-f658-43f7-af03-2751fec4e7fd,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:58.271402 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b4300a09-73de-49e1-90e8-60eac1d3d890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:58.299400 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d80ffe-ea08-4359-913b-c09aa7cf03a3 x-openstack-request-id: req-44d80ffe-ea08-4359-913b-c09aa7cf03a3 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:58.299745 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:58.300042 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44d80ffe-ea08-4359-913b-c09aa7cf03a3 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:58.300488 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'status': 'completed', 'code': 200} Jun 15 14:35:58.359751 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-f68ef072-d7f1-458e-a5b2-ab699d01cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:58.361362 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-f68ef072-d7f1-458e-a5b2-ab699d01cf76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 1096 time: 0.0746408 Jun 15 14:35:58.426322 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-2d7d8043-3b71-42c6-9b2c-b31a74a49351 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a949faae-f658-43f7-af03-2751fec4e7fd HTTP/1.1" status: 200 len: 217 time: 0.0518820 Jun 15 14:35:58.443832 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249447-1d99-45a4-a5eb-3231f6adb7ca req-ac4f1d35-f129-4bd0-9a10-4058bc74e3e2 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:58.445310 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-47249447-1d99-45a4-a5eb-3231f6adb7ca req-ac4f1d35-f129-4bd0-9a10-4058bc74e3e2 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.0740499 Jun 15 14:35:58.488773 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-47249447-1d99-45a4-a5eb-3231f6adb7ca req-4396c417-ede8-4a0e-aa57-39759abc0c22 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368159 Jun 15 14:35:58.489558 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-6dca98ee-5e15-4c46-8f0c-a5901e9f48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:58.491046 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-6dca98ee-5e15-4c46-8f0c-a5901e9f48a1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0589931 Jun 15 14:35:58.556201 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-1ef33dda-7e1e-441b-898c-f07e7a72364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:58.558498 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-1ef33dda-7e1e-441b-898c-f07e7a72364c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604887 Jun 15 14:35:58.678219 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-205b900e-d6e5-4b9f-ad2c-e45530c7021a service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137116 Jun 15 14:35:58.793966 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f22ab586-21c3-42a6-9977-35c15cf99fb3 req-629db7b9-417d-4ba5-910c-d69fcd20c48d service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092420 Jun 15 14:35:58.938770 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-1511bc8d-8f1e-4dbb-83c0-bc9831516a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:58.940169 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-1511bc8d-8f1e-4dbb-83c0-bc9831516a13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 1096 time: 0.0600569 Jun 15 14:35:59.053499 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-79f92d63-03d3-446a-8b2f-40f8a5599373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:59.060557 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-dcfdf62c-95e3-48a6-9119-72f76ff77024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:59.062038 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-dcfdf62c-95e3-48a6-9119-72f76ff77024 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1146345 Jun 15 14:35:59.119425 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-c7fa4772-95a5-4186-a001-95f917fa4763 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a949faae-f658-43f7-af03-2751fec4e7fd HTTP/1.1" status: 200 len: 217 time: 0.0477805 Jun 15 14:35:59.180810 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-1f2aff06-aac9-4958-a917-338b33d589a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:59.182513 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-1f2aff06-aac9-4958-a917-338b33d589a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0574076 Jun 15 14:35:59.247139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-6b312c68-6941-4fd5-b23b-496d05c01791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:59.248967 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-6b312c68-6941-4fd5-b23b-496d05c01791 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604553 Jun 15 14:35:59.375518 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-e46c3b1a-81bb-4c02-8a1e-d7342e9ea48b service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204607 Jun 15 14:35:59.497199 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-26ee692e-73ff-463b-b2ff-c6a298a3bc85 req-7c7a5932-67ac-4a8d-82f9-7267d5964893 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153359 Jun 15 14:35:59.683421 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:59.686065 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ac60f-8f36-498f-b93c-1e974500b67f req-bc6d77de-e695-4e7e-b124-420f72657a32 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:59.687600 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ea1ac60f-8f36-498f-b93c-1e974500b67f req-bc6d77de-e695-4e7e-b124-420f72657a32 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.0801244 Jun 15 14:35:59.729878 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ea1ac60f-8f36-498f-b93c-1e974500b67f req-fe86eba6-b9ee-4c50-b2b4-79c04cba9755 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360301 Jun 15 14:36:00.260104 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:00.579224 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55034) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:01.032370 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad2d98-8ea4-4313-8f5b-d95e7877ec5b req-29129a74-f13b-4227-92a7-dd20033e9fb8 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:01.033877 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c8ad2d98-8ea4-4313-8f5b-d95e7877ec5b req-29129a74-f13b-4227-92a7-dd20033e9fb8 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.1896126 Jun 15 14:36:01.094118 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c8ad2d98-8ea4-4313-8f5b-d95e7877ec5b req-1b14be23-21b2-4efa-b0f5-eb31e7ef1d81 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498950 Jun 15 14:36:01.271337 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:01.443345 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:01.601659 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Deleting port 14c616c7-f927-493f-8fef-56f3b7cab28c {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:01.602026 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:01.709774 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] For port 14c616c7-f927-493f-8fef-56f3b7cab28c, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=14c616c7-f927-493f-8fef-56f3b7cab28c,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:01.710048 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:01.809401 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Calling delete_port for 14c616c7-f927-493f-8fef-56f3b7cab28c owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:02.036716 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:02.041269 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-42625528-5a52-42e0-9e1b-d5eafc24cf65 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:02.076587 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Pushing event deleted for resources: {'Port': ['ID=14c616c7-f927-493f-8fef-56f3b7cab28c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:02.100801 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:02.341436 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:02.367804 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d29de-84ea-48e5-8075-a59d0dfadc2a req-d0415d19-855b-4468-b8bd-314df7ec812f tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:02.370608 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-259d29de-84ea-48e5-8075-a59d0dfadc2a req-d0415d19-855b-4468-b8bd-314df7ec812f tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.1127014 Jun 15 14:36:02.516392 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-259d29de-84ea-48e5-8075-a59d0dfadc2a req-c5428c58-de63-43c3-a6af-78163b74e60e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971746 Jun 15 14:36:02.678769 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:36:02.828407 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:36:02.834839 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] 10.222.0.15 "PUT /v2.0/routers/1d3364ac-55ca-4e8d-adb2-94f48df23e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2537348 Jun 15 14:36:02.836689 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55042) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:02.837798 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] Sync routers for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:36:02.847916 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:02.848637 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:03.000253 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:03.255097 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:36:01Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:03.258561 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] Checking router: 1d3364ac-55ca-4e8d-adb2-94f48df23e34 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:36:03.267502 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] Routers {'1d3364ac-55ca-4e8d-adb2-94f48df23e34'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:03.268113 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:03.296968 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:03.411587 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] Set router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:03.436799 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:03.496580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Deleting port 6900314e-c013-410e-a14a-e2615a1d4e8c {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:03.496925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:03.613829 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] For port 6900314e-c013-410e-a14a-e2615a1d4e8c, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=6900314e-c013-410e-a14a-e2615a1d4e8c,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:03.614230 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:03.657942 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:36:01Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:03.662444 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4aec3-8fbb-412e-998f-8f62eb281e69 None None] The sync data for ids ['1d3364ac-55ca-4e8d-adb2-94f48df23e34'] in dv-cinder-772126-3-iscsi is: [{'id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'name': 'tempest-AttachVolumeTestJSON-605224641-router', 'tenant_id': 'c6f07d2269894357af213bd8b317cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:30:40Z', 'updated_at': '2021-06-15T14:36:01Z', 'revision_number': 5, 'project_id': 'c6f07d2269894357af213bd8b317cfad', 'gw_port': {'id': '6900314e-c013-410e-a14a-e2615a1d4e8c', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3364ac-55ca-4e8d-adb2-94f48df23e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:30:41Z', 'updated_at': '2021-06-15T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:36:03.722760 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Calling delete_port for 6900314e-c013-410e-a14a-e2615a1d4e8c owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:03.922931 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e34029-a035-4282-a819-2313180e20cb req-583bbba1-7697-4be5-8cda-9f481ba64ec6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:03.924318 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-37e34029-a035-4282-a819-2313180e20cb req-583bbba1-7697-4be5-8cda-9f481ba64ec6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.2487648 Jun 15 14:36:04.006673 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-37e34029-a035-4282-a819-2313180e20cb req-dfc7029c-4432-46a7-b81d-ff7475493ac6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716290 Jun 15 14:36:04.043933 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.046206 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a766a81a-bd6d-406c-bfae-37df61696dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:04.077388 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6900314e-c013-410e-a14a-e2615a1d4e8c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:04.081065 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:04.158472 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.295817 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.297981 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.358560 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.359423 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3364ac-55ca-4e8d-adb2-94f48df23e34 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:36:04.364715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.366020 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f362b7db-0d6c-4bb9-bbba-ded2b05edff9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1d3364ac-55ca-4e8d-adb2-94f48df23e34 HTTP/1.1" status: 204 len: 168 time: 1.5283375 Jun 15 14:36:04.368570 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55046) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:04.435062 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Deleting subnet 835d539a-2b36-4242-99d9-cfc4039ea10f {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:36:04.438522 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.498405 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.591392 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.659575 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.662030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-131fd39e-6d41-4b84-9e03-d7630dd7ad0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:04.697178 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835d539a-2b36-4242-99d9-cfc4039ea10f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:04.706980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.708827 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/835d539a-2b36-4242-99d9-cfc4039ea10f HTTP/1.1" status: 204 len: 168 time: 0.3392026 Jun 15 14:36:04.710643 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.711114 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.711981 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.711981 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.712409 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.712681 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55048) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:04.713797 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.713797 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.713797 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.714154 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.714543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.714924 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.715278 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:04.721426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f06d9d6a-5fae-4a31-94fc-2c38f70ecd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:04.726291 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28e5fbc-526b-4ca3-9178-c64612a04d9c None None] Network 3691479f-b4a8-423d-b3d4-a798a1964404 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:36:04.820644 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.883458 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Deleting port 1328805c-4ac0-46de-a31b-e32fa4927a3c {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:04.883954 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.971469 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] For port 1328805c-4ac0-46de-a31b-e32fa4927a3c, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=1328805c-4ac0-46de-a31b-e32fa4927a3c,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:04.971832 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:04.986669 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] DHCP port deletion for 3691479f-b4a8-423d-b3d4-a798a1964404 request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:36:05.042828 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Deleting port 1328805c-4ac0-46de-a31b-e32fa4927a3c {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:05.043383 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.066402 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Calling delete_port for 1328805c-4ac0-46de-a31b-e32fa4927a3c owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:05.132968 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] For port 1328805c-4ac0-46de-a31b-e32fa4927a3c, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=1328805c-4ac0-46de-a31b-e32fa4927a3c,segment=NetworkSegment(6fc51194-4416-449c-92d7-cd94a0b9f7b6),segment_id=6fc51194-4416-449c-92d7-cd94a0b9f7b6)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:05.133263 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.169816 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.172601 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-74225680-2f2b-4d36-89b7-6a0c3a572ba5 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:05.210711 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Pushing event deleted for resources: {'Port': ['ID=1328805c-4ac0-46de-a31b-e32fa4927a3c,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:05.225520 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] No DVR routers for this DVR port 1328805c-4ac0-46de-a31b-e32fa4927a3c on host dv-cinder-772126-3-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:05.225713 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a65161-4ea6-48c3-89aa-565ffa61ea77 req-ccae8cfc-c120-4d85-afed-3a2a264792e5 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:05.228154 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Calling delete_port for 1328805c-4ac0-46de-a31b-e32fa4927a3c owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:05.229777 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.230505 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.230973 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.231502 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.231946 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.232407 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.232872 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.233308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.233741 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.234609 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.234742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.235109 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-66a65161-4ea6-48c3-89aa-565ffa61ea77 req-ccae8cfc-c120-4d85-afed-3a2a264792e5 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.0917573 Jun 15 14:36:05.235226 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.271422 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:05.279260 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-66a65161-4ea6-48c3-89aa-565ffa61ea77 req-7723195b-dc06-424a-95a3-bb413a470039 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Jun 15 14:36:05.296562 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1328805c-4ac0-46de-a31b-e32fa4927a3c no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:05.336396 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 1328805c-4ac0-46de-a31b-e32fa4927a3c {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:05.336748 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 1328805c-4ac0-46de-a31b-e32fa4927a3c not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:05.337182 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 14c616c7-f927-493f-8fef-56f3b7cab28c no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:05.345981 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.359001 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3691479f-b4a8-423d-b3d4-a798a1964404']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:05.362729 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 14c616c7-f927-493f-8fef-56f3b7cab28c {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:05.363087 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 14c616c7-f927-493f-8fef-56f3b7cab28c not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:05.363524 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 6900314e-c013-410e-a14a-e2615a1d4e8c no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:05.371748 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc51194-4416-449c-92d7-cd94a0b9f7b6') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:05.372059 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc51194-4416-449c-92d7-cd94a0b9f7b6') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:05.383445 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.393802 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 6900314e-c013-410e-a14a-e2615a1d4e8c {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:05.394165 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 6900314e-c013-410e-a14a-e2615a1d4e8c not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:05.405264 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.406336 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.408391 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-806e4a77-e591-4e88-b463-5952e956df58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:05.411839 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:36:05.412885 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:36:05.414646 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:36:05.438005 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Pushing event deleted for resources: {'Port': ['ID=1328805c-4ac0-46de-a31b-e32fa4927a3c,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:05.442882 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] No DVR routers for this DVR port 1328805c-4ac0-46de-a31b-e32fa4927a3c on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:05.452126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.452126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.452126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.452126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.452126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.452126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.452126 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.453046 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.453279 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.453629 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.454287 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.454571 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:05.457676 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-edad9869-eab6-457e-9bac-4708d0a8d458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:05.496357 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.501822 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.503715 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] 10.222.0.15 "DELETE /v2.0/networks/3691479f-b4a8-423d-b3d4-a798a1964404 HTTP/1.1" status: 204 len: 168 time: 0.7899797 Jun 15 14:36:05.504431 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:05.522396 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Pushing event deleted for resources: {'Network': ['ID=3691479f-b4a8-423d-b3d4-a798a1964404,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:05.524814 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-42a5d800-20d0-4870-bfb2-1cfcf8ff35da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:05.622045 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55054) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:05.665779 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-d5140076-a6f6-4f91-8ee7-76b6bf5c4160 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6f07d2269894357af213bd8b317cfad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423687 Jun 15 14:36:05.669208 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55056) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:05.725690 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.748423 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.802022 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.804639 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:05.805761 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf0d4e8f-d45f-4a7d-8ecd-cd2bc9400e6f HTTP/1.1" status: 204 len: 168 time: 0.1356657 Jun 15 14:36:05.806568 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f7149170-4a81-4560-abbe-75d078e842d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:05.816364 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d4e8f-d45f-4a7d-8ecd-cd2bc9400e6f,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:05.818728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:06.476149 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf569cd-fd75-42ef-83c0-106ae5844c5e req-194abeb9-31a7-4968-8fad-cdf8d4b21f15 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:06.477671 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fcf569cd-fd75-42ef-83c0-106ae5844c5e req-194abeb9-31a7-4968-8fad-cdf8d4b21f15 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.0727863 Jun 15 14:36:06.525558 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fcf569cd-fd75-42ef-83c0-106ae5844c5e req-33c6e416-ed9f-4981-9689-d48dd2e69323 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Jun 15 14:36:07.386670 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a949faae-f658-43f7-af03-2751fec4e7fd details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:36:07.515885 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a949faae-f658-43f7-af03-2751fec4e7fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a949faae-f658-43f7-af03-2751fec4e7fd,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:07.528952 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'port_id': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'mac_address': 'fa:16:3e:bb:0f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:36:07.578209 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:07.727699 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0df7ea-61f1-4da5-8c13-d3c6cd4cd537 req-18011d28-0b19-4d8e-9127-ca9ef9497bbb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:07.729556 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4e0df7ea-61f1-4da5-8c13-d3c6cd4cd537 req-18011d28-0b19-4d8e-9127-ca9ef9497bbb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 943 time: 0.0768294 Jun 15 14:36:07.741420 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a949faae-f658-43f7-af03-2751fec4e7fd {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:36:07.763919 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a949faae-f658-43f7-af03-2751fec4e7fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a949faae-f658-43f7-af03-2751fec4e7fd,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:07.768539 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:07.770559 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:07.776414 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4e0df7ea-61f1-4da5-8c13-d3c6cd4cd537 req-64f71357-9797-409f-94d1-d5c3ec02ba15 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 Jun 15 14:36:07.830013 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a949faae-f658-43f7-af03-2751fec4e7fd,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:07.839477 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:08.061165 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['a949faae-f658-43f7-af03-2751fec4e7fd'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:36:08.970909 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392bddf-59b6-4ad0-8bc6-940d44b8fdcd req-2b84e4d4-2be6-4e64-a83e-316878cd9586 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:08.972394 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d392bddf-59b6-4ad0-8bc6-940d44b8fdcd req-2b84e4d4-2be6-4e64-a83e-316878cd9586 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 944 time: 0.0699022 Jun 15 14:36:09.026844 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d392bddf-59b6-4ad0-8bc6-940d44b8fdcd req-28f30a6e-afed-4bc0-ab6a-3e95689b88ed tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486648 Jun 15 14:36:09.397507 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a949faae-f658-43f7-af03-2751fec4e7fd up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:36:09.452906 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port a949faae-f658-43f7-af03-2751fec4e7fd completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:36:09.456514 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port a949faae-f658-43f7-af03-2751fec4e7fd triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:36:09.456900 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:09.556143 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:09.582456 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:09.584836 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4792ceaf-fbde-4819-a434-d7c07cbfd0c3" -d '{"events": [{"server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "name": "network-vif-plugged", "status": "completed", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:09.599216 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port a949faae-f658-43f7-af03-2751fec4e7fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a949faae-f658-43f7-af03-2751fec4e7fd,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:09.603710 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:09.606181 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-54f5c881-c5b0-4b7d-8801-c0f79bd98b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:09.633256 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929733a4-9bd6-47df-a83f-7490d49334b0 x-openstack-request-id: req-929733a4-9bd6-47df-a83f-7490d49334b0 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:09.633564 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "name": "network-vif-plugged", "status": "completed", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:09.633826 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-929733a4-9bd6-47df-a83f-7490d49334b0 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:09.634218 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'code': 200} Jun 15 14:36:09.670966 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=a949faae-f658-43f7-af03-2751fec4e7fd,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:09.673795 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:09.934747 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd749314-493c-477d-8206-322853f1f865 req-d8faf73d-a729-4d1d-b0fc-d694c986d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:09.936145 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-fd749314-493c-477d-8206-322853f1f865 req-d8faf73d-a729-4d1d-b0fc-d694c986d7cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 1098 time: 0.0592341 Jun 15 14:36:09.975975 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-fd749314-493c-477d-8206-322853f1f865 req-eb87f59a-80d9-48eb-86ee-60f2e8f65d43 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Jun 15 14:36:10.209563 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1530d4-14e2-4c72-8391-b4250e2f8428 req-fc8e99b0-ad42-4651-9de6-69c4eae0965b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:10.210963 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6c1530d4-14e2-4c72-8391-b4250e2f8428 req-fc8e99b0-ad42-4651-9de6-69c4eae0965b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 945 time: 0.0701644 Jun 15 14:36:10.252999 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-6c1530d4-14e2-4c72-8391-b4250e2f8428 req-153edf34-8eef-4028-923d-a01b1800304e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356531 Jun 15 14:36:10.944896 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55164) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:11.070049 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-63d94dc7-910c-47a9-a249-1c03b149bd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.174759 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-63d94dc7-910c-47a9-a249-1c03b149bd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.178668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-63d94dc7-910c-47a9-a249-1c03b149bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.181161 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7c5d4bcc-5ea7-41c9-996d-59aafb35aa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:11.222202 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-63d94dc7-910c-47a9-a249-1c03b149bd63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=268658c8f8964949b36cf8272f5c8763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762039 Jun 15 14:36:11.223177 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d94dc7-910c-47a9-a249-1c03b149bd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a262df91-c01b-411a-9fa3-c139ea76caa3,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:11.225042 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55168) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:11.226435 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-63d94dc7-910c-47a9-a249-1c03b149bd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:11.283662 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05265c9e-7615-443a-9c58-e485bee983c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.309876 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05265c9e-7615-443a-9c58-e485bee983c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.363321 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05265c9e-7615-443a-9c58-e485bee983c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.372916 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05265c9e-7615-443a-9c58-e485bee983c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.372916 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-05265c9e-7615-443a-9c58-e485bee983c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a262df91-c01b-411a-9fa3-c139ea76caa3 HTTP/1.1" status: 204 len: 168 time: 0.1461513 Jun 15 14:36:11.374306 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb39b2c6-1116-4814-ab86-93b909dc4861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:11.398336 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05265c9e-7615-443a-9c58-e485bee983c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262df91-c01b-411a-9fa3-c139ea76caa3,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:11.401685 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-05265c9e-7615-443a-9c58-e485bee983c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:11.464954 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58542-8cd1-4a1a-b54f-077d3fc73d09 req-e3be5282-1dba-4dab-ae8e-b63f109cf7c3 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:11.466518 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-40e58542-8cd1-4a1a-b54f-077d3fc73d09 req-e3be5282-1dba-4dab-ae8e-b63f109cf7c3 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 945 time: 0.0932126 Jun 15 14:36:11.528272 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-40e58542-8cd1-4a1a-b54f-077d3fc73d09 req-04a9524f-edae-4cc1-bfaa-b748ffd7df7c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534523 Jun 15 14:36:11.686090 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55178) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:11.709615 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-780a1ee0-cecb-496a-bca2-3fc79d427cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.749861 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933d903-f834-411f-9a93-cb0f88fa1870 req-ccd1422c-0564-43f9-b254-e0fa902a7ef5 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:11.751394 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4933d903-f834-411f-9a93-cb0f88fa1870 req-ccd1422c-0564-43f9-b254-e0fa902a7ef5 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 945 time: 0.1081161 Jun 15 14:36:11.818956 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4933d903-f834-411f-9a93-cb0f88fa1870 req-9a2ac12f-9929-4927-8d1e-7a5fd9b11c55 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602307 Jun 15 14:36:11.846853 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55180) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:11.864558 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-780a1ee0-cecb-496a-bca2-3fc79d427cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.869057 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-780a1ee0-cecb-496a-bca2-3fc79d427cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.872510 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e079f547-c6f1-4750-bd0d-62dfac84416b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:11.912476 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-780a1ee0-cecb-496a-bca2-3fc79d427cf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3da46270eff5475ea6314a0fbd065d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253008 Jun 15 14:36:11.913647 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a1ee0-cecb-496a-bca2-3fc79d427cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec20438-0426-4751-8005-bcbf1c7d972b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:11.915161 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55184) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:11.917564 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-780a1ee0-cecb-496a-bca2-3fc79d427cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:11.970084 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a965bc85-f14d-42b9-a479-167f9e895d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:11.995727 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a965bc85-f14d-42b9-a479-167f9e895d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.052435 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a965bc85-f14d-42b9-a479-167f9e895d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.055135 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a965bc85-f14d-42b9-a479-167f9e895d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.056287 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a965bc85-f14d-42b9-a479-167f9e895d03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ec20438-0426-4751-8005-bcbf1c7d972b HTTP/1.1" status: 204 len: 168 time: 0.1398449 Jun 15 14:36:12.057173 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3e3c21ef-b825-41f4-8e40-f850dfed3aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:12.065972 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965bc85-f14d-42b9-a479-167f9e895d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec20438-0426-4751-8005-bcbf1c7d972b,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:12.068587 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a965bc85-f14d-42b9-a479-167f9e895d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:12.140364 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c97dc5-6ab3-4cc7-84e9-b83639a6544b tempest-TestVolumeBootPattern-865164165 tempest-TestVolumeBootPattern-865164165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:12.141968 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-a5c97dc5-6ab3-4cc7-84e9-b83639a6544b tempest-TestVolumeBootPattern-865164165 tempest-TestVolumeBootPattern-865164165-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 1093 time: 0.2938921 Jun 15 14:36:12.144961 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55188) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:12.149451 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'port_id': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:12.172040 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.294857 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.426958 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55192) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:12.430802 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Allocated IP 172.27.3.245 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/6f036864-b440-4cef-826e-50a555e4e689) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:36:12.446828 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15af0d15-d883-4e09-98fe-88e23071fa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.563796 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15af0d15-d883-4e09-98fe-88e23071fa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.568038 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15af0d15-d883-4e09-98fe-88e23071fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.572356 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-18d9bc42-9183-4049-9e20-8366404ab5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:12.574716 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.617305 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-15af0d15-d883-4e09-98fe-88e23071fa0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4d5471269b042adba6c543721255f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887074 Jun 15 14:36:12.618328 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.618507 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af0d15-d883-4e09-98fe-88e23071fa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf1345d-5239-4fb7-a9ce-cfcdf33afcb8,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:12.620660 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55194) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:12.622049 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-15af0d15-d883-4e09-98fe-88e23071fa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:12.622256 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fc696800-b1e7-4ad2-a3d2-ecc2b5414d02 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:12.690106 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:36:12.698030 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:36:12.701167 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:36:12.744641 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=6f036864-b440-4cef-826e-50a555e4e689,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:12.751111 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:12.783029 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bce85323-d8fb-4903-a1f6-1726f22d8a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:12.845476 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bce85323-d8fb-4903-a1f6-1726f22d8a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.320647 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bce85323-d8fb-4903-a1f6-1726f22d8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.323790 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bce85323-d8fb-4903-a1f6-1726f22d8a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.324932 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-bce85323-d8fb-4903-a1f6-1726f22d8a7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdf1345d-5239-4fb7-a9ce-cfcdf33afcb8 HTTP/1.1" status: 204 len: 168 time: 0.7001688 Jun 15 14:36:13.329770 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d81ed1a9-c3c4-4e7a-b7c8-7c75ca851ebd tempest-AttachVolumeShelveTestJSON-283460418 tempest-AttachVolumeShelveTestJSON-283460418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:13.343648 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce85323-d8fb-4903-a1f6-1726f22d8a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf1345d-5239-4fb7-a9ce-cfcdf33afcb8,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:13.346850 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-bce85323-d8fb-4903-a1f6-1726f22d8a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:13.545445 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.645715 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.844469 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.849375 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.852318 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-897642b0-4477-413d-9208-4829da38428e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:13.941867 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=6f036864-b440-4cef-826e-50a555e4e689,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:13.945903 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:13.953250 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:14.097394 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Floating IP 99692996-ddd0-4ead-80e7-2849e8ca3454 associated. External IP: 172.27.3.245, port: a949faae-f658-43f7-af03-2751fec4e7fd. Jun 15 14:36:14.405892 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:36:14.558308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:36:14.568896 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:36:14.576508 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:14.580009 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:14.580785 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:14.624762 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-6771464c-559b-414f-bed1-23f0442abc0d tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4787188 Jun 15 14:36:14.625461 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:14.628213 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5ef274-019b-43e5-be33-bb51a7023811" -d '{"events": [{"name": "network-changed", "server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:14.668701 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9fcb5-ca65-40ed-b42a-d4b23297532b x-openstack-request-id: req-60a9fcb5-ca65-40ed-b42a-d4b23297532b {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:14.669080 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:14.669478 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60a9fcb5-ca65-40ed-b42a-d4b23297532b {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:14.669927 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'status': 'completed', 'code': 200} Jun 15 14:36:14.776607 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:14.795554 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-00c085cc-66a0-42bb-96b1-b988af2fb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:14.798131 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-00c085cc-66a0-42bb-96b1-b988af2fb17b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 1098 time: 0.0820506 Jun 15 14:36:14.928311 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-a68d2b22-5ac4-4975-8d7a-1b65e3a6519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:14.930013 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-a68d2b22-5ac4-4975-8d7a-1b65e3a6519a service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1263592 Jun 15 14:36:15.024331 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-1bfcb47e-1310-4d01-a888-f03dc5204bd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a949faae-f658-43f7-af03-2751fec4e7fd HTTP/1.1" status: 200 len: 999 time: 0.0879643 Jun 15 14:36:15.087042 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-464a7153-1577-491c-b74b-cb8da6eb46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:15.089329 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-464a7153-1577-491c-b74b-cb8da6eb46b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0585599 Jun 15 14:36:15.106640 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '99692996-ddd0-4ead-80e7-2849e8ca3454', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:bb:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:36:13Z', 'updated_at': '2021-06-15T14:36:13Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:15.111214 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:36:15.120201 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:15.120924 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:35:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:15.167951 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-3386c5b9-4e50-41b7-bf44-1c7e8c854aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:15.169461 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-3386c5b9-4e50-41b7-bf44-1c7e8c854aed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743918 Jun 15 14:36:15.280103 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:15.310744 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-7dbaad66-9654-4683-bc05-47b4278b2794 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349275 Jun 15 14:36:15.431457 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0a5ef274-019b-43e5-be33-bb51a7023811 req-24a6f7e6-5375-4fcc-9b25-492509b9fe4f service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149902 Jun 15 14:36:15.589308 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '99692996-ddd0-4ead-80e7-2849e8ca3454', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:bb:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:36:13Z', 'updated_at': '2021-06-15T14:36:13Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:15.592889 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86988b-bae9-4a7c-a8fb-0a8af571a0e5 None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': '99692996-ddd0-4ead-80e7-2849e8ca3454', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:bb:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:36:13Z', 'updated_at': '2021-06-15T14:36:13Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:36:15.647507 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55268) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:15.768660 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6c0a73d-3292-42f3-88a7-f9fca2a62f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:15.803992 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f36f515-dadf-44a1-a366-e0ff9095293f None None] New status for floating IP 99692996-ddd0-4ead-80e7-2849e8ca3454: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:36:15.867330 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6c0a73d-3292-42f3-88a7-f9fca2a62f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:15.872369 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e6c0a73d-3292-42f3-88a7-f9fca2a62f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:15.875921 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e6d670f9-5977-4826-b482-2c31da0c9ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:15.921242 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-e6c0a73d-3292-42f3-88a7-f9fca2a62f2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2aa4604b40c04ec4bf3a75c8a46f09dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726097 Jun 15 14:36:15.922696 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0a73d-3292-42f3-88a7-f9fca2a62f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdf09f4-a9af-4194-8e45-7903663bba76,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:15.923900 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55272) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:15.925883 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e6c0a73d-3292-42f3-88a7-f9fca2a62f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:15.984445 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9565-6740-44ad-866a-759e8703a910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.012559 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9565-6740-44ad-866a-759e8703a910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.068810 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9565-6740-44ad-866a-759e8703a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.071479 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9565-6740-44ad-866a-759e8703a910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.072796 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ed8b9565-6740-44ad-866a-759e8703a910 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bdf09f4-a9af-4194-8e45-7903663bba76 HTTP/1.1" status: 204 len: 168 time: 0.1467309 Jun 15 14:36:16.073647 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d1d4d044-4a1c-4a22-99c7-c3a492401a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:16.084408 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b9565-6740-44ad-866a-759e8703a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdf09f4-a9af-4194-8e45-7903663bba76,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:16.086962 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ed8b9565-6740-44ad-866a-759e8703a910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:16.340753 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55278) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:16.356656 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-df5e3954-b24f-48d3-87b2-c70a96431789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.461161 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-df5e3954-b24f-48d3-87b2-c70a96431789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.465153 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-df5e3954-b24f-48d3-87b2-c70a96431789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.468074 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ea59419b-9569-440c-8da8-83e2c998209e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:16.508278 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e3954-b24f-48d3-87b2-c70a96431789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bff8256-df39-49fd-9431-017d42b92bab,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:16.512360 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-df5e3954-b24f-48d3-87b2-c70a96431789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:16.515204 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-df5e3954-b24f-48d3-87b2-c70a96431789 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0d283b4af1b4df093d50df5fc9a3f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733823 Jun 15 14:36:16.517851 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55280) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:16.576544 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab94d-2526-4ed0-87ac-7e7f465c6c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.599397 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab94d-2526-4ed0-87ac-7e7f465c6c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.649996 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab94d-2526-4ed0-87ac-7e7f465c6c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.652772 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab94d-2526-4ed0-87ac-7e7f465c6c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.653927 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-aa1ab94d-2526-4ed0-87ac-7e7f465c6c08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4bff8256-df39-49fd-9431-017d42b92bab HTTP/1.1" status: 204 len: 168 time: 0.1351163 Jun 15 14:36:16.654862 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-780a1ee0-cecb-496a-bca2-3fc79d427cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:16.664193 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ab94d-2526-4ed0-87ac-7e7f465c6c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bff8256-df39-49fd-9431-017d42b92bab,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:16.667378 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-aa1ab94d-2526-4ed0-87ac-7e7f465c6c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:17.346498 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:36:18.545411 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55350) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:18.652643 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31a18c26-53d5-46cf-9f61-da8a02c71983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.749652 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31a18c26-53d5-46cf-9f61-da8a02c71983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.753546 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31a18c26-53d5-46cf-9f61-da8a02c71983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.757383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5eda9670-ad63-4126-81b4-cc0c77498358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:18.798075 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-31a18c26-53d5-46cf-9f61-da8a02c71983 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80148b582f7a460e81a69796a7d8c849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515597 Jun 15 14:36:18.800145 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a18c26-53d5-46cf-9f61-da8a02c71983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee54456-3a50-487a-a45e-73ebf8275374,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:18.800850 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55354) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:18.803393 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-31a18c26-53d5-46cf-9f61-da8a02c71983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:18.859102 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-539fc6ae-faf8-4e67-8fde-2c5a9fb975a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.882637 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-539fc6ae-faf8-4e67-8fde-2c5a9fb975a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.937920 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-539fc6ae-faf8-4e67-8fde-2c5a9fb975a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.940734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-539fc6ae-faf8-4e67-8fde-2c5a9fb975a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.941922 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-539fc6ae-faf8-4e67-8fde-2c5a9fb975a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aee54456-3a50-487a-a45e-73ebf8275374 HTTP/1.1" status: 204 len: 168 time: 0.1400433 Jun 15 14:36:18.942849 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-88bae194-362d-4fb7-8b8c-3fbc267959b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:18.954930 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fc6ae-faf8-4e67-8fde-2c5a9fb975a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee54456-3a50-487a-a45e-73ebf8275374,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:18.957573 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-539fc6ae-faf8-4e67-8fde-2c5a9fb975a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:19.222790 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55360) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:19.239343 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e413b40d-93ab-49e3-846e-f7b0a22b7eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.348022 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e413b40d-93ab-49e3-846e-f7b0a22b7eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.351577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e413b40d-93ab-49e3-846e-f7b0a22b7eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.355309 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5834c7b4-d697-4229-a8b2-22d331e7dbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:19.394968 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e413b40d-93ab-49e3-846e-f7b0a22b7eaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=585bffa7f0e34eee8ff75afbecedf426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709816 Jun 15 14:36:19.396266 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413b40d-93ab-49e3-846e-f7b0a22b7eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5671bef-cc9c-4154-97c6-bd926303ad03,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:19.397675 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55362) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:19.399514 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e413b40d-93ab-49e3-846e-f7b0a22b7eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:19.456311 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6710bd5-5023-434a-b523-c5facaa18518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.481779 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6710bd5-5023-434a-b523-c5facaa18518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.534272 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6710bd5-5023-434a-b523-c5facaa18518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.537355 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b6710bd5-5023-434a-b523-c5facaa18518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.538594 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-b6710bd5-5023-434a-b523-c5facaa18518 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5671bef-cc9c-4154-97c6-bd926303ad03 HTTP/1.1" status: 204 len: 168 time: 0.1395857 Jun 15 14:36:19.539496 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-13dd1e37-2a94-49ae-8d14-4f45f002139a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:19.550504 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6710bd5-5023-434a-b523-c5facaa18518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5671bef-cc9c-4154-97c6-bd926303ad03,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:19.554436 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b6710bd5-5023-434a-b523-c5facaa18518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:20.877356 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55404) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:20.988773 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d522079e-e566-4e11-9482-d2e691fdb02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.082629 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d522079e-e566-4e11-9482-d2e691fdb02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.087050 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d522079e-e566-4e11-9482-d2e691fdb02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.090172 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7deb4e78-d377-4b52-81d3-23722fa83ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:21.129980 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-d522079e-e566-4e11-9482-d2e691fdb02e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41b7f5c1fb1a4331a002d776cddee8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514474 Jun 15 14:36:21.130940 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522079e-e566-4e11-9482-d2e691fdb02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef459a6f-1621-4f4c-a682-01614c2b629d,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:21.133313 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55408) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:21.134056 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d522079e-e566-4e11-9482-d2e691fdb02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:21.194950 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d67dbceb-d733-4147-8729-4922bfa3e1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.219121 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d67dbceb-d733-4147-8729-4922bfa3e1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.271754 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d67dbceb-d733-4147-8729-4922bfa3e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.274407 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d67dbceb-d733-4147-8729-4922bfa3e1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.276107 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d67dbceb-d733-4147-8729-4922bfa3e1c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef459a6f-1621-4f4c-a682-01614c2b629d HTTP/1.1" status: 204 len: 168 time: 0.1404548 Jun 15 14:36:21.276904 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a3de9d6e-8ff7-4e19-b596-d4192442ce88 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:21.286154 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dbceb-d733-4147-8729-4922bfa3e1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef459a6f-1621-4f4c-a682-01614c2b629d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:21.288537 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d67dbceb-d733-4147-8729-4922bfa3e1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:25.416814 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2104dd09-7cbc-4a64-b4b6-9b14c88dcaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:27.580515 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:29.055642 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c73a7076-c25a-427f-8fa6-840d730b329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:29.689295 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:30.262556 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:31.443380 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:40.831786 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55536) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:40.940641 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-557c7df1-0095-42e3-a32d-c0f01d4c7d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.036757 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-557c7df1-0095-42e3-a32d-c0f01d4c7d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.040810 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-557c7df1-0095-42e3-a32d-c0f01d4c7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.046157 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b8e20274-1af8-43a5-8eab-8793c6099702 tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:41.085954 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-557c7df1-0095-42e3-a32d-c0f01d4c7d0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7354e310b3440fab84bab36a83977fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529731 Jun 15 14:36:41.086941 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7df1-0095-42e3-a32d-c0f01d4c7d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9f00d-2bff-440d-a81a-584cf8f850dc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:41.089395 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55540) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:41.090608 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-557c7df1-0095-42e3-a32d-c0f01d4c7d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:41.147349 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-117a35bb-21df-4f45-a470-0db139b86042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.172083 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-117a35bb-21df-4f45-a470-0db139b86042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.220542 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-117a35bb-21df-4f45-a470-0db139b86042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.223213 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-117a35bb-21df-4f45-a470-0db139b86042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.224321 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-117a35bb-21df-4f45-a470-0db139b86042 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8aa9f00d-2bff-440d-a81a-584cf8f850dc HTTP/1.1" status: 204 len: 168 time: 0.1333246 Jun 15 14:36:41.225082 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-63d94dc7-910c-47a9-a249-1c03b149bd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:41.233217 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a35bb-21df-4f45-a470-0db139b86042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9f00d-2bff-440d-a81a-584cf8f850dc,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:41.235569 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-117a35bb-21df-4f45-a470-0db139b86042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:54.345616 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:36:55.420010 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7b010a5c-de8e-4e80-9874-2b578274762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:57.583228 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:59.055982 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b1ec5c5f-36e7-4bd1-8096-f45694ddcd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:59.703628 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:00.267467 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:01.449932 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:03.715996 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-7e463a3a-1a67-4dfd-a800-ea25a7c3d527 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609772 Jun 15 14:37:03.837049 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41e09-ba46-429c-8966-fa620c471033 req-e8c57465-77ec-42be-b691-d30656d74327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:03.838572 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-e8c57465-77ec-42be-b691-d30656d74327 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 1098 time: 0.0613832 Jun 15 14:37:03.977047 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41e09-ba46-429c-8966-fa620c471033 req-3a3f709e-77d2-45c0-b7ff-5d2c752d5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:03.978930 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-3a3f709e-77d2-45c0-b7ff-5d2c752d5a54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1165245 Jun 15 14:37:04.070273 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-9ce39e3c-7775-44d2-866a-95a7ebb364ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a949faae-f658-43f7-af03-2751fec4e7fd HTTP/1.1" status: 200 len: 1001 time: 0.0836346 Jun 15 14:37:04.131180 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41e09-ba46-429c-8966-fa620c471033 req-55bd2728-1aef-4ac2-91cd-cede316bc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:04.132579 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-55bd2728-1aef-4ac2-91cd-cede316bc286 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0539253 Jun 15 14:37:04.202258 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41e09-ba46-429c-8966-fa620c471033 req-a2208e7c-28c5-4c74-8559-284c0655fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:04.203811 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-a2208e7c-28c5-4c74-8559-284c0655fe8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647645 Jun 15 14:37:04.322451 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-7427f3b3-e04d-4dbc-a182-db9d2cd1f026 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095533 Jun 15 14:37:04.447154 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-c7c41e09-ba46-429c-8966-fa620c471033 req-da86f1cb-004d-4fe7-9379-9fc4e9febdf2 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162915 Jun 15 14:37:18.217364 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 55804) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:18.323655 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:18.418225 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:18.421976 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:18.424715 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a81a7caa-72b3-40dc-afe1-66df513f6eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:37:18.471524 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb82db04f16b499195c714f918ab81cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529085 Jun 15 14:37:18.472314 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac91a023-eeed-45c4-a704-93666595ed00,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:37:18.474291 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55808) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:18.479973 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.480366 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.480747 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.481122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.481490 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.481862 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.482227 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.482624 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.482992 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.483352 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.483878 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.484243 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.488085 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-43771525-29ef-4bff-ac23-c5bbf80dd99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:37:18.529101 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:18.551777 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:18.602265 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:18.605432 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:18.606602 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac91a023-eeed-45c4-a704-93666595ed00 HTTP/1.1" status: 204 len: 168 time: 0.1311507 Jun 15 14:37:18.607368 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-87ada32b-27ff-45ee-8160-8f387dc2be8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:37:18.616619 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac91a023-eeed-45c4-a704-93666595ed00,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:37:18.624570 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.624977 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.625367 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.625748 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.626124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.626530 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.626905 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.627280 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.627652 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.628019 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.628386 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.628751 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:18.632142 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3f32f59c-57e7-49e3-b105-cafd625315a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:37:25.421203 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-0d655b66-4af0-4df0-bf6f-151847d02866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:27.585497 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:29.058170 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-bb441c0b-eb30-4ea7-85fc-721e5f2d9592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:29.701369 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:30.270146 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:31.344812 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:37:31.447798 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:55.425622 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-878f6c90-e95f-434d-b491-73368a96f90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:57.586790 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:59.059577 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-05ff7bbd-5033-4119-8fa9-0b90e336ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:59.718548 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:00.271171 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:01.453768 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:04.825533 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-53c9f31f-2a7d-4367-b677-f538bf8251a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1415477 Jun 15 14:38:04.941544 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-ca21fc06-a614-443f-af9f-df738f02258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:04.943045 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-ca21fc06-a614-443f-af9f-df738f02258f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 1098 time: 0.0589297 Jun 15 14:38:05.076151 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-d077f580-e388-4ad2-ab46-8d3335d3c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:05.077842 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-d077f580-e388-4ad2-ab46-8d3335d3c94f service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1146510 Jun 15 14:38:05.163757 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-a28878c8-b5a4-4aff-8744-431ee8c84cf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a949faae-f658-43f7-af03-2751fec4e7fd HTTP/1.1" status: 200 len: 1001 time: 0.0796649 Jun 15 14:38:05.221207 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-965d4f00-7b09-4db3-8dab-0cd28cc8dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:05.222681 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-965d4f00-7b09-4db3-8dab-0cd28cc8dad6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0523214 Jun 15 14:38:05.289930 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-38d1dd41-e966-4a2a-a764-c0db7fb5d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:05.291821 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-38d1dd41-e966-4a2a-a764-c0db7fb5d12f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631561 Jun 15 14:38:05.303050 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-eab41af3-297d-4467-b27a-0c3718441153 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:38:05.304065 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-eab41af3-297d-4467-b27a-0c3718441153 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057716 Jun 15 14:38:05.416058 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-7e4c04f6-3403-4dbd-8ada-a9687ac20d03 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055231 Jun 15 14:38:05.533567 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-7400fc7f-431c-43d0-a9dd-c7a8858019f2 req-8eac7c61-ae8c-44d8-9cd5-27868d40aa8a service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105638 Jun 15 14:38:08.342872 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:38:13.732980 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36387cde-ee10-419f-92e9-be2b1e413d7a req-9c6da213-13ac-4d64-b2c6-8f8abfae3117 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:13.734605 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-36387cde-ee10-419f-92e9-be2b1e413d7a req-9c6da213-13ac-4d64-b2c6-8f8abfae3117 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 945 time: 0.2454269 Jun 15 14:38:13.781959 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-36387cde-ee10-419f-92e9-be2b1e413d7a req-962fd346-5436-478e-b1bc-bc03c74c0c77 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Jun 15 14:38:15.069478 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644785b-2d09-4c5d-b7f2-74cfaa5949bd req-edef6dd2-34a4-41c1-979f-1df89591e2ef tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:15.070985 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5644785b-2d09-4c5d-b7f2-74cfaa5949bd req-edef6dd2-34a4-41c1-979f-1df89591e2ef tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 945 time: 0.1495075 Jun 15 14:38:15.118568 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5644785b-2d09-4c5d-b7f2-74cfaa5949bd req-75707edb-ee66-4271-8ab1-0c5e47170281 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Jun 15 14:38:15.211333 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-382dabc6-b75c-458d-a73a-7cb18b309f10 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:15.213272 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-382dabc6-b75c-458d-a73a-7cb18b309f10 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 945 time: 0.0903268 Jun 15 14:38:15.339963 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Deleting port a949faae-f658-43f7-af03-2751fec4e7fd {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:15.340225 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.465672 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] For port a949faae-f658-43f7-af03-2751fec4e7fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a949faae-f658-43f7-af03-2751fec4e7fd,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:15.466139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.069607 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.069990 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.070315 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.db.l3_db [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Floating IP 99692996-ddd0-4ead-80e7-2849e8ca3454 disassociated. External IP: 172.27.3.245, port: a949faae-f658-43f7-af03-2751fec4e7fd. Jun 15 14:38:16.072106 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Calling delete_port for a949faae-f658-43f7-af03-2751fec4e7fd owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:16.305734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.310725 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-eec2447f-0b87-479a-ae81-2e93bc933bac tempest-VolumesActionsTest-1978655806 tempest-VolumesActionsTest-1978655806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:16.343272 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-35003e1d-394c-4ec8-8b20-f77cd9eea7de req-1af0d76e-69ef-4e83-b00d-5424a3657560 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 210 time: 0.0415764 Jun 15 14:38:16.347849 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event deleted for resources: {'Port': ['ID=a949faae-f658-43f7-af03-2751fec4e7fd,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:16.354202 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:16.526400 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:38:16.685513 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:38:16.700463 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:38:16.711942 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:16.713144 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:37:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:16.768473 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] No DVR routers for this DVR port a949faae-f658-43f7-af03-2751fec4e7fd on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:38:16.772423 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.776172 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-84e35f71-d700-48b1-aa9d-0c19617863c1 req-53d690de-5934-47b1-ab46-36b4e37e8679 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "DELETE /v2.0/ports/a949faae-f658-43f7-af03-2751fec4e7fd HTTP/1.1" status: 204 len: 173 time: 1.5549173 Jun 15 14:38:16.777036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'name': 'network-vif-deleted', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:16.781368 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84747a8b-edd8-4126-a2e0-bd6428e02e1b" -d '{"events": [{"server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "name": "network-vif-deleted", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:16.832355 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba08222-24dd-471a-b743-a157133a3576 x-openstack-request-id: req-4ba08222-24dd-471a-b743-a157133a3576 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:16.832895 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de041b3e-21bc-48b7-a754-fa3bb66716f7", "name": "network-vif-deleted", "tag": "a949faae-f658-43f7-af03-2751fec4e7fd", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:16.833669 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ba08222-24dd-471a-b743-a157133a3576 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:16.834325 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de041b3e-21bc-48b7-a754-fa3bb66716f7', 'name': 'network-vif-deleted', 'tag': 'a949faae-f658-43f7-af03-2751fec4e7fd', 'status': 'completed', 'code': 200} Jun 15 14:38:17.061924 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:17.467286 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:17.473039 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:38:17.485228 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:17.485947 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:37:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:17.552191 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-cc45a337-15cf-4bbd-8b65-197d26fbdf0c req-2505375d-0236-46fd-b2e0-64e40bc91f2c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=de041b3e-21bc-48b7-a754-fa3bb66716f7 HTTP/1.1" status: 200 len: 210 time: 0.0568488 Jun 15 14:38:17.683947 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:18.140676 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:18.146704 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b90f2-b0a9-4191-bcfc-deaf7ce0c962 None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:38:18.401289 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637c63c9-f27a-4d42-b245-bc86c915533b None None] New status for floating IP 99692996-ddd0-4ead-80e7-2849e8ca3454: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:38:18.986476 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-80d25c4a-76be-43a3-91e8-b2f394c15052 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052814320&fields=id&tenant_id=79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 267 time: 0.0423319 Jun 15 14:38:19.137037 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-7172e4a9-8232-4a9d-86c4-91414e162a2c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:19.138688 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-7172e4a9-8232-4a9d-86c4-91414e162a2c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 812 time: 0.1455512 Jun 15 14:38:19.159159 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-a0a1a625-05c7-4ace-a470-a8f682bf7da5 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/quotas/79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 375 time: 0.0110748 Jun 15 14:38:19.246627 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-07f63f0e-e2b7-4786-96eb-8d38836c10d1 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797222 Jun 15 14:38:19.266521 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-c1fb7d36-4609-412d-a52b-3fd15c7aa43b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:38:19.267523 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-c1fb7d36-4609-412d-a52b-3fd15c7aa43b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057721 Jun 15 14:38:19.402181 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-23c3d26a-4095-4847-9d8d-66b21ff2bc25 service neutron] 10.222.0.15 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286142 Jun 15 14:38:19.536387 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-a5e40571-0829-4e11-8549-d889db2be0f0 service neutron] 10.222.0.15 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275547 Jun 15 14:38:19.952994 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f76b980c-d4ce-4d15-8708-b4d215f8a600 req-177ca042-b38c-4cf6-917b-ffe19c64856c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 210 time: 0.0564933 Jun 15 14:38:20.011669 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a949faae-f658-43f7-af03-2751fec4e7fd no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:38:20.059380 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: a949faae-f658-43f7-af03-2751fec4e7fd {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:38:20.059864 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device a949faae-f658-43f7-af03-2751fec4e7fd not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:38:21.054174 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-8d7145ba-7395-4c97-83bc-92134792e49b req-17c7f60b-ddcb-42f1-b01c-0121a93a1631 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 210 time: 0.0414350 Jun 15 14:38:22.166312 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-804ebbe8-4bcc-4cfd-88a8-94ac2ef6252d req-a0384d2a-fa64-41ae-a456-e3263aecaa90 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 210 time: 0.0464289 Jun 15 14:38:23.270569 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-036aae96-cba7-44c7-8898-169df7f86bb9 req-ccea8764-0da9-41c2-ac88-d125029ec411 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 210 time: 0.0362573 Jun 15 14:38:24.428389 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b54ab897-2612-43bf-a900-29f0b3e6795c req-13693798-fbb5-4ec3-b147-1e7944b967fe tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 210 time: 0.0357621 Jun 15 14:38:25.437138 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-4b99060c-e40e-4e75-8eeb-44e2aa4c8fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:25.596474 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-aaf7d1c4-1f75-4d8a-8b84-aaae28dcf614 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:25.598536 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-aaf7d1c4-1f75-4d8a-8b84-aaae28dcf614 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 812 time: 0.2226586 Jun 15 14:38:25.631543 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-65223dc4-0057-4624-92eb-adb7531b8a56 req-dd14e9de-d1ea-467e-bffc-6aa9d35955a4 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 210 time: 0.0620673 Jun 15 14:38:25.669953 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-4fd6e114-de9d-4681-ac3f-dbab3eb9f64b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 380 time: 0.0570209 Jun 15 14:38:25.698903 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'port': {'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'admin_state_up': True, 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'security_groups': ['35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c']}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:25.881335 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Made reservation on behalf of 79c61ab1bb824bd7bf54a8d36e071e35 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:38:25.885493 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.121728 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Allocated IP 172.20.0.9 (56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b/d4b06cc0-b208-4263-9ac8-7c3504496828/ac5bca1e-173a-4291-bb95-fd74a853f7f6) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:38:26.386580 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.406681 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Transition to ACTIVE for port object ac5bca1e-173a-4291-bb95-fd74a853f7f6 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:38:26.449278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.453729 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-aadc06f4-9b9d-4446-9abd-29e5870177cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:26.503903 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:38:26.507519 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:38:26.513346 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:38:26.555680 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=ac5bca1e-173a-4291-bb95-fd74a853f7f6,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:26.573448 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.573855 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.574244 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.574665 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.575046 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.575426 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.575800 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.576166 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.576542 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.576918 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.577278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.577650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.583261 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:26.598554 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.599208 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.616517 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-95fe9d25-146f-4714-a514-f471e4b74ada tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9228630 Jun 15 14:38:26.636056 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Request body: {'port': {'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:26.712966 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-a42270cb-db2b-4db0-94ad-4db8af9ca541 None None] Provisioning for port ac5bca1e-173a-4291-bb95-fd74a853f7f6 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:38:26.717541 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-a42270cb-db2b-4db0-94ad-4db8af9ca541 None None] Provisioning complete for port ac5bca1e-173a-4291-bb95-fd74a853f7f6 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:38:26.718096 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-a42270cb-db2b-4db0-94ad-4db8af9ca541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.763232 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-a42270cb-db2b-4db0-94ad-4db8af9ca541 None None] Port ac5bca1e-173a-4291-bb95-fd74a853f7f6 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:38:26.767262 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.890788 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b3656-ea60-43b3-b02c-11f194b8318c req-db56a2fd-c2e0-4e8b-a78a-d2d9df623fd6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.892326 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2e7b3656-ea60-43b3-b02c-11f194b8318c req-db56a2fd-c2e0-4e8b-a78a-d2d9df623fd6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 931 time: 0.0813303 Jun 15 14:38:26.939741 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2e7b3656-ea60-43b3-b02c-11f194b8318c req-baadc431-b6f5-41e1-a5ac-f73118563588 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Jun 15 14:38:27.100144 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5bca1e-173a-4291-bb95-fd74a853f7f6 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:38:27.108395 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.120793 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Transition to ACTIVE for port object ac5bca1e-173a-4291-bb95-fd74a853f7f6 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:38:27.125280 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.128321 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0568b4f9-bf6b-4289-b2bb-481531048dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:27.233461 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5bca1e-173a-4291-bb95-fd74a853f7f6,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:27.237126 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:27.323993 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Attempting to bind port ac5bca1e-173a-4291-bb95-fd74a853f7f6 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:38:27.324335 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Attempting to bind port ac5bca1e-173a-4291-bb95-fd74a853f7f6 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:38:27.324668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Attempting to bind port ac5bca1e-173a-4291-bb95-fd74a853f7f6 on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:38:27.329061 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Port ac5bca1e-173a-4291-bb95-fd74a853f7f6 on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:38:27.329383 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Attempting to bind port ac5bca1e-173a-4291-bb95-fd74a853f7f6 on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:38:27.334034 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:38:27.334398 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Checking segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:38:27.334782 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Bound using segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:38:27.335203 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Bound port: ac5bca1e-173a-4291-bb95-fd74a853f7f6, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:38:27.335549 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.410538 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] For port ac5bca1e-173a-4291-bb95-fd74a853f7f6, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:38:27.413595 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] For port ac5bca1e-173a-4291-bb95-fd74a853f7f6, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:38:27.417273 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.420014 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a24a7199-f15a-4838-a7e8-086d0bc332a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:27.454380 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:27.455001 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.456547 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 1093 time: 0.8257315 Jun 15 14:38:27.457079 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:27.459608 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:27.496734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5bca1e-173a-4291-bb95-fd74a853f7f6,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:27.503354 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:27.592871 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.596139 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-b35d0cd9-846c-45f9-b25b-93da53fcd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:27.597672 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-b35d0cd9-846c-45f9-b25b-93da53fcd7ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1096 time: 0.0699737 Jun 15 14:38:27.658527 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-c42c2b50-13a6-475f-8fe8-675e108b4a5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 217 time: 0.0479040 Jun 15 14:38:27.717311 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-d522bdb2-c740-45bb-b1e6-9720dec0c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:27.718755 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-d522bdb2-c740-45bb-b1e6-9720dec0c8a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0546942 Jun 15 14:38:27.786608 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-75ab229b-1d07-4296-9763-1a38f0fc969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:27.788094 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-75ab229b-1d07-4296-9763-1a38f0fc969d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636234 Jun 15 14:38:27.910201 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-9b7e0e68-b8ef-4880-9590-62e48ec5af2d service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156557 Jun 15 14:38:28.028172 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-bc522a69-4371-4ace-9c82-c8372aefabb3 req-52fe0e94-edd7-4861-a407-d9e3f831f0d4 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116774 Jun 15 14:38:28.136263 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5063a64-855b-42f6-b355-8a65484d4e2b req-6c721121-c523-4d93-9746-8bfd23aed1af tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:28.137639 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b5063a64-855b-42f6-b355-8a65484d4e2b req-6c721121-c523-4d93-9746-8bfd23aed1af tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 943 time: 0.0707037 Jun 15 14:38:28.178654 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-b5063a64-855b-42f6-b355-8a65484d4e2b req-2abe4edf-8161-4dd1-8e1d-c1ccafb7faf2 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352387 Jun 15 14:38:28.541982 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5401d1a-59ba-4aaa-8290-9627bd05f044 x-openstack-request-id: req-a5401d1a-59ba-4aaa-8290-9627bd05f044 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:28.542336 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:28.542666 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5401d1a-59ba-4aaa-8290-9627bd05f044 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:28.543249 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'status': 'completed', 'code': 200} Jun 15 14:38:28.653385 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-85300a44-09db-42f1-aab6-cfba34fe7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:28.654951 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-85300a44-09db-42f1-aab6-cfba34fe7982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1096 time: 0.0612485 Jun 15 14:38:28.771093 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-2b666b92-4b8e-48d9-ba16-75948acd08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:28.772468 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-2b666b92-4b8e-48d9-ba16-75948acd08fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1111374 Jun 15 14:38:28.825448 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-dcf21179-ab73-41df-ad50-c4c6777fe947 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 217 time: 0.0469258 Jun 15 14:38:28.887726 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-ed261c32-f993-4c21-8733-e853f8a222a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:28.889216 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-ed261c32-f993-4c21-8733-e853f8a222a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0570643 Jun 15 14:38:28.954075 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-e0ca6ace-e21c-417a-875c-3b5bfaf6c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:28.955598 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-e0ca6ace-e21c-417a-875c-3b5bfaf6c828 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596371 Jun 15 14:38:29.060638 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-73472e5a-8faf-41c9-9db5-e803665e6181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:29.073468 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-8e16b683-46f3-4404-b078-5220145d444a service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108549 Jun 15 14:38:29.188839 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-715cee06-eb3f-4a84-a0d7-bbbffdaebea5 req-108a3f0c-4e49-4dfa-8ff9-8c25a2bc461f service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091108 Jun 15 14:38:29.370877 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8970a6-405a-49bb-9a7d-44688484f415 req-0925741f-3e1c-46a1-acd0-c62b79380b24 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:29.372356 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc8970a6-405a-49bb-9a7d-44688484f415 req-0925741f-3e1c-46a1-acd0-c62b79380b24 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 943 time: 0.0767567 Jun 15 14:38:29.419153 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fc8970a6-405a-49bb-9a7d-44688484f415 req-8750e782-4b4d-427f-9225-b42ae061b109 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Jun 15 14:38:29.735371 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.276582 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.610863 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d00f9-27ce-41e4-a27b-467cfef502a8 req-69dbb522-ad34-4c19-8dd3-066797d6cb9f tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:30.612320 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed3d00f9-27ce-41e4-a27b-467cfef502a8 req-69dbb522-ad34-4c19-8dd3-066797d6cb9f tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 943 time: 0.0773025 Jun 15 14:38:30.663098 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ed3d00f9-27ce-41e4-a27b-467cfef502a8 req-8ae6043a-b388-4a35-ae51-475251f28ca9 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443399 Jun 15 14:38:31.453291 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:31.848358 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5265a9-2a54-4668-bd8c-a82a11c7a99a req-c4c6e7fd-356c-4556-8e51-7b6eae118601 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:31.849820 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a5265a9-2a54-4668-bd8c-a82a11c7a99a req-c4c6e7fd-356c-4556-8e51-7b6eae118601 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 943 time: 0.0715337 Jun 15 14:38:31.892822 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0a5265a9-2a54-4668-bd8c-a82a11c7a99a req-4f584b6e-58fb-4197-9b23-82b2a6ff2559 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371237 Jun 15 14:38:33.075363 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eb621-02c7-4ffb-bf3e-251071db99c2 req-9587e012-283d-46e6-8974-eef154b9d57b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:33.076825 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-794eb621-02c7-4ffb-bf3e-251071db99c2 req-9587e012-283d-46e6-8974-eef154b9d57b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 943 time: 0.0699549 Jun 15 14:38:33.122278 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-794eb621-02c7-4ffb-bf3e-251071db99c2 req-79e9904b-b914-4dfb-a99d-84a6b9010703 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398827 Jun 15 14:38:34.300240 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06545da-00d3-4234-a904-3cc512d0778e req-40cdf055-ab1e-4416-ae90-f7c6ceacdd11 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:34.301682 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c06545da-00d3-4234-a904-3cc512d0778e req-40cdf055-ab1e-4416-ae90-f7c6ceacdd11 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 943 time: 0.0683870 Jun 15 14:38:34.343210 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c06545da-00d3-4234-a904-3cc512d0778e req-aeb13cfb-cccf-4e48-a32e-36e0d76bb433 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353608 Jun 15 14:38:35.534988 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854e43a-dd13-4061-8144-da586132b01b req-f9be3b7c-05a7-45fe-99ab-8bfe3a168c7c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:35.536465 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d854e43a-dd13-4061-8144-da586132b01b req-f9be3b7c-05a7-45fe-99ab-8bfe3a168c7c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 943 time: 0.0684507 Jun 15 14:38:35.591493 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-d854e43a-dd13-4061-8144-da586132b01b req-ca2c6fce-00e8-404b-bd77-bc1f13b02f89 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494313 Jun 15 14:38:36.073089 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device ac5bca1e-173a-4291-bb95-fd74a853f7f6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:38:36.192189 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port ac5bca1e-173a-4291-bb95-fd74a853f7f6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:36.204621 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:38:36.249757 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:36.264943 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5bca1e-173a-4291-bb95-fd74a853f7f6 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:38:36.287149 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port ac5bca1e-173a-4291-bb95-fd74a853f7f6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:36.292530 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:36.294612 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c9bb578f-43e1-46e2-827c-4d9cf25f76f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:36.348863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=ac5bca1e-173a-4291-bb95-fd74a853f7f6,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:36.356207 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.356556 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.356894 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.357227 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.357552 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.357878 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.358203 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.358544 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.358868 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.359186 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.359500 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.359815 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:36.363562 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:36.602940 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['ac5bca1e-173a-4291-bb95-fd74a853f7f6'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:38:36.772573 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf7ec6-1d23-4600-9d5d-57ee0a4a873c req-2b4a1980-bf3c-44fa-8799-9114ad826a25 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:36.774165 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4faf7ec6-1d23-4600-9d5d-57ee0a4a873c req-2b4a1980-bf3c-44fa-8799-9114ad826a25 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 944 time: 0.0703595 Jun 15 14:38:36.817345 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4faf7ec6-1d23-4600-9d5d-57ee0a4a873c req-dcca5627-3c95-44aa-80db-8082a054a1f8 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375986 Jun 15 14:38:38.000421 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636712a-8448-435c-8f5a-ad0ff78094fb req-d6433027-55e8-4941-a7e2-bffaaed7496e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:38.001903 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f636712a-8448-435c-8f5a-ad0ff78094fb req-d6433027-55e8-4941-a7e2-bffaaed7496e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 944 time: 0.0681300 Jun 15 14:38:38.048366 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f636712a-8448-435c-8f5a-ad0ff78094fb req-6f155b0e-2342-4343-8a13-c87973df7494 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Jun 15 14:38:38.088934 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device ac5bca1e-173a-4291-bb95-fd74a853f7f6 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:38:38.142388 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port ac5bca1e-173a-4291-bb95-fd74a853f7f6 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:38:38.145730 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port ac5bca1e-173a-4291-bb95-fd74a853f7f6 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:38:38.146123 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:38.238001 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:38.264141 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:38.266406 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c74bbc-38f8-467a-93df-a3b7b3a5af8b" -d '{"events": [{"server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "name": "network-vif-plugged", "status": "completed", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:38.279887 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port ac5bca1e-173a-4291-bb95-fd74a853f7f6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:38.284050 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:38.286383 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-15343edc-20db-4cda-83f7-8658c1aeebf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:38.340237 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=ac5bca1e-173a-4291-bb95-fd74a853f7f6,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:38.343451 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:38.361582 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50790883-97a2-4bcb-bf4b-f9853ae012cf x-openstack-request-id: req-50790883-97a2-4bcb-bf4b-f9853ae012cf {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:38.361887 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "name": "network-vif-plugged", "status": "completed", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:38.362153 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50790883-97a2-4bcb-bf4b-f9853ae012cf {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:38.362585 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'code': 200} Jun 15 14:38:38.667130 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c35c8c-2b2f-4fc3-ba77-b7e3fdf81121 req-b3405e8e-af72-408e-b545-72839bcbd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:38.668600 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b8c35c8c-2b2f-4fc3-ba77-b7e3fdf81121 req-b3405e8e-af72-408e-b545-72839bcbd8ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1098 time: 0.0586934 Jun 15 14:38:38.705634 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b8c35c8c-2b2f-4fc3-ba77-b7e3fdf81121 req-37cf1723-864a-4dd4-b7fe-2646a65e9e07 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304265 Jun 15 14:38:39.226413 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016da5-95cf-49bd-838d-6dcb70deacf2 req-0f124d42-5476-4042-8837-5b7f5068655e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:39.227982 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73016da5-95cf-49bd-838d-6dcb70deacf2 req-0f124d42-5476-4042-8837-5b7f5068655e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 945 time: 0.0700245 Jun 15 14:38:39.269051 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-73016da5-95cf-49bd-838d-6dcb70deacf2 req-d663aeb1-2d0c-430c-a8a5-b4adb1414920 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354249 Jun 15 14:38:40.453124 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd9a52-2946-4ab9-8d12-ced444911a67 req-ed0fc231-71e4-4685-b0ac-2520fceb7579 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:40.454613 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-03bd9a52-2946-4ab9-8d12-ced444911a67 req-ed0fc231-71e4-4685-b0ac-2520fceb7579 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 945 time: 0.0684555 Jun 15 14:38:40.500516 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-03bd9a52-2946-4ab9-8d12-ced444911a67 req-b1f47856-584a-44ce-9d22-743aba68e690 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Jun 15 14:38:40.682486 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382468-01d2-4441-8dd7-0d3ced8e740b req-97b1699d-c3f6-4e1c-ab96-3051617e2fa4 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:40.683825 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3c382468-01d2-4441-8dd7-0d3ced8e740b req-97b1699d-c3f6-4e1c-ab96-3051617e2fa4 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 945 time: 0.0680397 Jun 15 14:38:40.724309 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-3c382468-01d2-4441-8dd7-0d3ced8e740b req-dda4087f-cb2a-4eff-ac73-278cd547056e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348635 Jun 15 14:38:40.749619 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55938) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:40.812637 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba7dfe-4c06-4705-89c1-ec1e529f22e5 tempest-TestVolumeBootPattern-865164165 tempest-TestVolumeBootPattern-865164165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:40.814143 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b5ba7dfe-4c06-4705-89c1-ec1e529f22e5 tempest-TestVolumeBootPattern-865164165 tempest-TestVolumeBootPattern-865164165-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1093 time: 0.0635376 Jun 15 14:38:40.817070 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 55940) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:40.821532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:40.843822 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.968249 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.088582 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Allocated IP 172.27.3.184 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/9d9b6196-3f6c-475a-bc33-dfdc9983c9cc) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:38:41.530532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.572551 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.574568 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-da7f0131-efc9-4600-b1b0-b383526ae88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:41.622148 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:38:41.627245 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:38:41.629482 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=9d9b6196-3f6c-475a-bc33-dfdc9983c9cc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:41.631543 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:38:41.666811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.667219 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.667965 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.668338 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.668707 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.669075 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.669452 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.669814 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.670176 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.670564 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.670925 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.671279 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:41.680001 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:42.100810 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.196940 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.384740 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.389432 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.391942 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bba4eb36-20fe-4189-8321-979ea4d2a8f6 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:42.475145 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=9d9b6196-3f6c-475a-bc33-dfdc9983c9cc,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:42.478631 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:42.488880 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.631092 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Floating IP c4055f18-5f99-4286-a08f-b9dcace4379a associated. External IP: 172.27.3.184, port: ac5bca1e-173a-4291-bb95-fd74a853f7f6. Jun 15 14:38:42.918626 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:38:43.062568 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:38:43.072908 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:38:43.078672 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:43.083665 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:43.084293 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:38:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:43.124701 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-28c8b6e0-79d3-4d91-8e39-910a1e24592b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3065946 Jun 15 14:38:43.125436 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:43.127893 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:43.223678 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b0451f-96f4-4d48-81af-d319301aeaae x-openstack-request-id: req-f1b0451f-96f4-4d48-81af-d319301aeaae {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:43.224012 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:43.224310 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1b0451f-96f4-4d48-81af-d319301aeaae {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:43.224750 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'status': 'completed', 'code': 200} Jun 15 14:38:43.238379 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:43.336781 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-e63fb12e-cb3b-48db-8c03-932a8c0ceebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:43.338281 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-e63fb12e-cb3b-48db-8c03-932a8c0ceebf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1098 time: 0.0612485 Jun 15 14:38:43.460391 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-80c666c4-3184-4288-928b-9c5a1e6f2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:43.464788 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-80c666c4-3184-4288-928b-9c5a1e6f2d89 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1200907 Jun 15 14:38:43.540663 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:41Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:43.544401 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:38:43.553198 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:43.553839 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:38:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:43.857412 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-dddf2e85-4f63-4d09-a9f2-5a596812da39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 999 time: 0.3857396 Jun 15 14:38:43.860933 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:43.919119 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-50f4c9ce-ff9d-4912-aef2-68e46088e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:43.920576 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-50f4c9ce-ff9d-4912-aef2-68e46088e93e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0557785 Jun 15 14:38:43.989357 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-e5d1aa6f-2abb-47a3-90d9-8dfe94655be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:43.991417 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-e5d1aa6f-2abb-47a3-90d9-8dfe94655be8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637696 Jun 15 14:38:44.101598 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-270bf3e3-862c-4b43-97c8-07788e8e9030 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045837 Jun 15 14:38:44.162242 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:41Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:44.167263 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5fc3c0-8089-4141-9ce8-4a6039e3c3cc None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:41Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:38:44.227075 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-a5775931-06d1-4b3d-a9e4-3c5840a0b0c0 req-dd31c786-98e8-4946-8907-7df9a2e9c32c service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195018 Jun 15 14:38:44.353899 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb88f35-e6d5-41e1-9de7-d61da69103de None None] New status for floating IP c4055f18-5f99-4286-a08f-b9dcace4379a: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:38:45.342194 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:38:55.435168 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-64087960-f57a-4b04-a2f4-c38210a7c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:57.584608 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:59.063750 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-219fbdbd-99da-47ed-a652-8b9529b99dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:59.735924 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:00.278367 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:01.458662 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.749278 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-b4db3690-f42b-476b-9839-42b9ae7b92d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621026 Jun 15 14:39:04.867198 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f347-8994-4fc3-807b-6508820588b1 req-d160b393-685c-4f39-b8a8-3eebbe14e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:04.869091 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-d160b393-685c-4f39-b8a8-3eebbe14e00c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1098 time: 0.0600209 Jun 15 14:39:05.004399 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f347-8994-4fc3-807b-6508820588b1 req-5789d52e-65a1-4a33-a85c-ef4ee2feb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:05.005760 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-5789d52e-65a1-4a33-a85c-ef4ee2feb85f service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1173666 Jun 15 14:39:05.088585 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-3412ba9a-ff6a-4ffb-b74c-dd4fbd716b23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 1001 time: 0.0763428 Jun 15 14:39:05.150431 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f347-8994-4fc3-807b-6508820588b1 req-bd115530-4de4-42c0-ac16-f774589717f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:05.151907 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-bd115530-4de4-42c0-ac16-f774589717f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0577087 Jun 15 14:39:05.215895 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f347-8994-4fc3-807b-6508820588b1 req-3ae851a0-20a8-4f3e-a956-14c59a89e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:05.217442 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-3ae851a0-20a8-4f3e-a956-14c59a89e399 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592103 Jun 15 14:39:05.333592 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-3a999bf5-fc6e-49d3-81fe-d1fcfe9ae0ae service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096880 Jun 15 14:39:05.448814 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-3514f347-8994-4fc3-807b-6508820588b1 req-8c67d5f7-07e4-4416-beed-a279911f0527 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094000 Jun 15 14:39:22.341208 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:39:25.427148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-dec588dc-22ac-42af-a3fd-c963ce95fcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.585862 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.065042 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-add578d4-727d-4f05-85e9-ad05ba674338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.746433 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.282627 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.457980 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.429733 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-02c75ca6-9e82-46fa-8da8-ba24b36f3722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.588846 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.067467 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-68b23744-1482-4e65-b55c-1a88f114c8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.340286 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:39:59.747536 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.285908 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.462825 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.708400 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-603ed285-3144-435c-9aa0-b37b111e928a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582540 Jun 15 14:40:06.819671 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-ba04d772-4634-4444-abcc-c03d1725ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:06.821616 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-ba04d772-4634-4444-abcc-c03d1725ffc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1098 time: 0.0571282 Jun 15 14:40:06.960403 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-f6c2584c-5f27-4bac-b264-b3f3a7243818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:06.962394 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-f6c2584c-5f27-4bac-b264-b3f3a7243818 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1193573 Jun 15 14:40:07.046686 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-02f9529e-6c38-42d2-9a9e-bd76fccb9373 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 1001 time: 0.0784967 Jun 15 14:40:07.104159 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-36dcca38-6b21-4bdf-9c50-c9bbd1c21eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:07.105597 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-36dcca38-6b21-4bdf-9c50-c9bbd1c21eb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0524216 Jun 15 14:40:07.174740 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-c3272a9e-23bf-42e1-beb6-2602bbf2484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:07.176247 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-c3272a9e-23bf-42e1-beb6-2602bbf2484f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638502 Jun 15 14:40:07.290828 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-badfa92a-6247-4f9c-b6ab-86cb98c88d85 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077068 Jun 15 14:40:07.406133 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-f690f886-e15b-4275-b9f9-438e7e1a3484 req-2235e4de-1116-439f-8193-b1810994abcd service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102316 Jun 15 14:40:18.577121 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-ec32b04a-bfe6-41fd-aa16-a234c0706141 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052814320&fields=id&tenant_id=79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 267 time: 0.0396445 Jun 15 14:40:18.708577 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-d9e8d92f-f614-4b12-a580-e32e80048d58 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:18.710033 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-d9e8d92f-f614-4b12-a580-e32e80048d58 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 812 time: 0.1265917 Jun 15 14:40:18.724629 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-8251841b-5b65-4d14-868d-505ff90674db tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/quotas/79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 375 time: 0.0089757 Jun 15 14:40:18.807121 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-877bf17e-a4d0-4f8c-bdda-e6512d56c085 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0744951 Jun 15 14:40:18.994693 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-d1deda05-67f5-4e60-afad-e4c52000e9d0 service neutron] 10.222.0.15 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767921 Jun 15 14:40:19.111929 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-5ac5a424-62a8-462e-9e77-c3cf5294d866 service neutron] 10.222.0.15 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113040 Jun 15 14:40:19.410854 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-65aef06f-f50e-44d8-85be-23785b4a34e7 req-5ef13078-9e8d-40b7-922c-b0a3223f1d61 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 210 time: 0.0339952 Jun 15 14:40:20.511453 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-ccc0a0cb-d87c-42f0-ba9b-e3a01d853a3b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:20.513161 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-ccc0a0cb-d87c-42f0-ba9b-e3a01d853a3b tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 812 time: 0.1347775 Jun 15 14:40:20.561678 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-e3a47256-236c-4aaa-ba42-29066c7fffc3 req-83b841ea-0a53-463f-8faa-b9c77a196d09 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 210 time: 0.0363801 Jun 15 14:40:20.570582 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-73198570-2cf7-44c4-ad9b-4b28e3f72751 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c61ab1bb824bd7bf54a8d36e071e35 HTTP/1.1" status: 200 len: 380 time: 0.0437641 Jun 15 14:40:20.580441 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'port': {'device_id': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'admin_state_up': True, 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'security_groups': ['35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c']}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:20.723800 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Made reservation on behalf of 79c61ab1bb824bd7bf54a8d36e071e35 for: {'port': 1} {{(pid=91770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:20.728545 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:20.880607 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Allocated IP 172.20.0.4 (56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b/d4b06cc0-b208-4263-9ac8-7c3504496828/81ebccca-31aa-404f-8ae7-0fdb3a106ec4) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:21.057647 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.072036 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Transition to ACTIVE for port object 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:21.108769 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395968'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.113956 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6afcfac5-a6cd-464e-a2a0-6a82d12f7db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:21.163982 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:21.167238 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:21.169687 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:40:21.222453 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,revision_number=1']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:21.232736 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.234329 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.234329 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.234329 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.234329 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.234809 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.235015 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.235378 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.235808 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.236174 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.236543 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.236893 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:21.240799 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:21.256500 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:21.257150 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.273450 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-337fbf0d-5312-43de-893d-30e4769b72dc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6977160 Jun 15 14:40:21.302845 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.v2.base [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Request body: {'port': {'device_id': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=91770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:21.372155 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-294ac54f-d0c6-4a39-9951-fb92b0b97502 None None] Provisioning for port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 completed by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:21.376036 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-294ac54f-d0c6-4a39-9951-fb92b0b97502 None None] Provisioning complete for port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 triggered by entity DHCP. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:21.376435 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-294ac54f-d0c6-4a39-9951-fb92b0b97502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.389541 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.416701 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-294ac54f-d0c6-4a39-9951-fb92b0b97502 None None] Port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 cannot update to ACTIVE because it is not bound. {{(pid=91771) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:40:21.706805 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:40:21.714183 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.725875 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Transition to ACTIVE for port object 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:21.731055 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.733141 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f5167bcc-e199-470f-906d-e5219b06a33c tempest-TestShelveInstance-498532036 tempest-TestShelveInstance-498532036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:21.760720 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69088dff-b0f1-4987-b706-77c97e7a51c3 req-3961d215-2acb-471c-b968-c0fd38135e49 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:21.762205 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69088dff-b0f1-4987-b706-77c97e7a51c3 req-3961d215-2acb-471c-b968-c0fd38135e49 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 931 time: 0.0747876 Jun 15 14:40:21.807144 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-69088dff-b0f1-4987-b706-77c97e7a51c3 req-69921654-60ea-4dce-8f8b-224d7e3a94e2 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389888 Jun 15 14:40:21.857494 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:21.860955 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:21.923740 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Attempting to bind port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:40:21.924146 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Attempting to bind port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:40:21.924493 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Attempting to bind port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:21.929009 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:40:21.929339 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Attempting to bind port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 on network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:21.934950 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Checking agent: {'id': '30365155-d7d9-4ac5-bac3-f5d3422beb85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'started_at': datetime.datetime(2021, 6, 15, 14, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:21.935409 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Checking segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:40:21.935681 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Bound using segment: {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:21.936117 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Bound port: 81ebccca-31aa-404f-8ae7-0fdb3a106ec4, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cab8208-771e-4059-8564-db6b8915c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:40:21.936475 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.009742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] For port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4, host hv-cinder-77212, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:22.013554 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] For port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:22.017012 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25396030'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.018986 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2da9073d-7111-4caa-b70f-3a9332dbce0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:22.063215 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:22.063847 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.065243 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] 10.222.0.61 "PUT /v2.0/ports/81ebccca-31aa-404f-8ae7-0fdb3a106ec4 HTTP/1.1" status: 200 len: 1093 time: 0.7670598 Jun 15 14:40:22.065801 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:22.068224 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cc15aa-8675-4efe-a720-d4346a6a78f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:22.092299 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:22.095499 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:22.197595 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-906a0593-4346-40cf-b4da-6cc2b7925115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:22.199741 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-906a0593-4346-40cf-b4da-6cc2b7925115 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 1096 time: 0.0746243 Jun 15 14:40:22.213981 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6692eff4-b3f6-4015-a2ff-1afb2b0cf99e x-openstack-request-id: req-6692eff4-b3f6-4015-a2ff-1afb2b0cf99e {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:22.214331 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:22.214668 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6692eff4-b3f6-4015-a2ff-1afb2b0cf99e {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:22.215121 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'status': 'completed', 'code': 200} Jun 15 14:40:22.263066 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-d4163a68-287b-4dc6-b31c-083602ec670e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4 HTTP/1.1" status: 200 len: 217 time: 0.0470653 Jun 15 14:40:22.322640 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-4db8bdc8-ca32-4aa0-ac1d-d9d6d78cc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:22.324041 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-4db8bdc8-ca32-4aa0-ac1d-d9d6d78cc4ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0545144 Jun 15 14:40:22.391236 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-1ea913da-8111-440c-9651-a79a07073959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:22.392700 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-1ea913da-8111-440c-9651-a79a07073959 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629382 Jun 15 14:40:22.508784 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-0bdeb5c0-996e-4855-a608-ddaeacecc6df service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089652 Jun 15 14:40:22.622297 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0eb117fb-2480-4aa9-b567-b3c76dc34747 req-993c1d1d-6020-48db-b8ad-416812a5a9cd service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073437 Jun 15 14:40:22.783710 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-8be2935a-be95-48ec-a7a0-c79d5c556193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:22.785462 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-8be2935a-be95-48ec-a7a0-c79d5c556193 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 1096 time: 0.0602081 Jun 15 14:40:22.902924 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-2cda5a29-a08c-4213-9c63-1f43330b75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:22.904435 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-2cda5a29-a08c-4213-9c63-1f43330b75f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1111631 Jun 15 14:40:22.958671 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-33371ff4-031d-4234-87d2-b1a65312cdc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4 HTTP/1.1" status: 200 len: 217 time: 0.0474625 Jun 15 14:40:22.987229 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461cad9-cb34-49e5-8aaf-c72f7d96ad8e req-36420298-b89b-4f81-9db6-dd7953794a7e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:22.988687 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a461cad9-cb34-49e5-8aaf-c72f7d96ad8e req-36420298-b89b-4f81-9db6-dd7953794a7e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 943 time: 0.0691462 Jun 15 14:40:23.022965 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-9ac62626-dc9f-431f-b9af-c8e1db106433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:23.024482 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-9ac62626-dc9f-431f-b9af-c8e1db106433 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0595672 Jun 15 14:40:23.037744 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a461cad9-cb34-49e5-8aaf-c72f7d96ad8e req-3197e29c-b037-4188-bf6e-b9e3bce2cafb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 Jun 15 14:40:23.092379 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-0c5482e1-5093-4642-8670-82f3e6d18044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:23.094229 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-0c5482e1-5093-4642-8670-82f3e6d18044 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607593 Jun 15 14:40:23.500192 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-09ad1454-9d68-4166-b794-835969ce92cc service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963575 Jun 15 14:40:23.615353 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-d8cc15aa-8675-4efe-a720-d4346a6a78f5 req-acc114af-1755-4da1-a48e-73138ae3a5f6 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079350 Jun 15 14:40:24.222997 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ce4e2-2b59-4c64-aa86-604938f79cdb req-cd33e575-ea45-4b72-a730-58a6b03cc82a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:24.224574 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-012ce4e2-2b59-4c64-aa86-604938f79cdb req-cd33e575-ea45-4b72-a730-58a6b03cc82a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 943 time: 0.0734811 Jun 15 14:40:24.266714 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-012ce4e2-2b59-4c64-aa86-604938f79cdb req-1733ed4a-b454-4eba-a4d9-44517fdfb760 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Jun 15 14:40:25.431340 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d3ced06b-4346-463e-ada0-f13fcd9c3c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.451135 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc87d42-5beb-40eb-a0f6-112b8d93f832 req-59202094-99f2-4888-a465-62c8e5f50875 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:25.452606 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5bc87d42-5beb-40eb-a0f6-112b8d93f832 req-59202094-99f2-4888-a465-62c8e5f50875 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 943 time: 0.0711298 Jun 15 14:40:25.493611 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-5bc87d42-5beb-40eb-a0f6-112b8d93f832 req-598e77ef-a779-470d-99d1-5a4d0210b966 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354044 Jun 15 14:40:26.676281 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4790-69ed-4e39-887b-aec1651f7b1e req-ef61651a-1caf-4f70-9824-5649fe225cf9 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:26.677741 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-223a4790-69ed-4e39-887b-aec1651f7b1e req-ef61651a-1caf-4f70-9824-5649fe225cf9 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 943 time: 0.0721581 Jun 15 14:40:26.719136 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-223a4790-69ed-4e39-887b-aec1651f7b1e req-7b21bb04-24f9-4880-9650-4e9cbf03e415 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356927 Jun 15 14:40:27.590923 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.900136 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe0a17-fc30-42e6-bd19-3ef59191df8d req-e50b89ce-6091-416b-863a-7126a4e85306 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:27.901517 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2fbe0a17-fc30-42e6-bd19-3ef59191df8d req-e50b89ce-6091-416b-863a-7126a4e85306 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 943 time: 0.0698051 Jun 15 14:40:27.947570 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-2fbe0a17-fc30-42e6-bd19-3ef59191df8d req-f1f244b6-d4e9-48f0-81e2-2edc44712f97 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Jun 15 14:40:29.074064 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff43e-2b05-436e-a1ab-dd6428c958d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.129666 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7f993-cb5b-4b2a-a4ff-1b849b1247e0 req-0e6c153f-ef04-4505-b50c-bed4c665eec0 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:29.131177 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1fc7f993-cb5b-4b2a-a4ff-1b849b1247e0 req-0e6c153f-ef04-4505-b50c-bed4c665eec0 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 943 time: 0.0726554 Jun 15 14:40:29.173449 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1fc7f993-cb5b-4b2a-a4ff-1b849b1247e0 req-40843808-b89b-4e03-a6a3-2cf9324b72c0 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358982 Jun 15 14:40:29.756003 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.287295 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.355846 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6e1d-26ac-4e42-acbd-c26c2936545f req-4a2405c7-82d7-4741-8a7c-3bd170fb5f44 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:30.357303 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-587b6e1d-26ac-4e42-acbd-c26c2936545f req-4a2405c7-82d7-4741-8a7c-3bd170fb5f44 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 943 time: 0.0689981 Jun 15 14:40:30.403467 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-587b6e1d-26ac-4e42-acbd-c26c2936545f req-bb4b13f3-3390-461b-9969-7029c06c9479 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Jun 15 14:40:30.463519 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=91771) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:40:30.583930 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:30.596151 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Returning: {'device': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'port_id': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91771) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:40:30.640766 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.655766 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 {{(pid=91771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:40:30.677327 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:30.681192 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.683958 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:30.737016 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,revision_number=4']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:30.743770 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.744132 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.744475 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.744815 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.745156 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.745488 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.745822 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.746151 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.746515 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.746849 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.747171 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.747500 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:30.751551 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:30.998745 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] get_ports_and_sgs() called for port_ids ['81ebccca-31aa-404f-8ae7-0fdb3a106ec4'] {{(pid=91771) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:40:31.463184 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.585293 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf43e7c-ae5f-4061-8a1d-ec88e610cbbb req-ee8058d8-ba5e-4530-af4d-0592bde932b4 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:31.586698 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fcf43e7c-ae5f-4061-8a1d-ec88e610cbbb req-ee8058d8-ba5e-4530-af4d-0592bde932b4 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 944 time: 0.0695345 Jun 15 14:40:31.628720 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fcf43e7c-ae5f-4061-8a1d-ec88e610cbbb req-549a2a64-dc65-4268-b0f6-f8eed1f5aade tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364473 Jun 15 14:40:32.466687 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 up at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:32.521258 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning for port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 completed by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:32.524691 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.provisioning_blocks [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Provisioning complete for port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 triggered by entity L2. {{(pid=91771) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:32.525080 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16560097'] for port, provisioning_complete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.615172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.640114 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4'}] {{(pid=91771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:32.642600 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de5f8855a541883e9e00d03fc7de70f56141ecf63b755ad9554a240647408b1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3809aa96-0ec4-4184-8c2e-8ff780910a38" -d '{"events": [{"server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "name": "network-vif-plugged", "status": "completed", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4"}]}' {{(pid=91771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:32.660435 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] For port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:32.665943 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868'] for port, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.668156 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:32.695347 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a63fe-20ec-4407-bbe0-816740907645 x-openstack-request-id: req-c91a63fe-20ec-4407-bbe0-816740907645 {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:32.695730 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "name": "network-vif-plugged", "status": "completed", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4", "code": 200}]} {{(pid=91771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:32.695992 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c91a63fe-20ec-4407-bbe0-816740907645 {{(pid=91771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:32.696385 dv-cinder-772126-3-iscsi neutron-server[91771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'code': 200} Jun 15 14:40:32.730577 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Pushing event updated for resources: {'Port': ['ID=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,revision_number=5']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:32.735774 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:32.811460 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede40e3-58c4-4da3-ad87-901c856f6b3f req-d45e2951-b923-40c2-98af-23e8c42efbbc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:32.813211 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fede40e3-58c4-4da3-ad87-901c856f6b3f req-d45e2951-b923-40c2-98af-23e8c42efbbc tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 945 time: 0.0686555 Jun 15 14:40:32.864688 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-fede40e3-58c4-4da3-ad87-901c856f6b3f req-f0d58eaf-8ee1-4aa1-a403-3af794d2cda7 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453749 Jun 15 14:40:32.993555 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e53863-dce8-463a-b91a-23b681b9da5a req-dbac9e05-6c91-42c3-8fc4-2c445132bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:32.995026 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-59e53863-dce8-463a-b91a-23b681b9da5a req-dbac9e05-6c91-42c3-8fc4-2c445132bfbd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 1098 time: 0.0596006 Jun 15 14:40:33.034102 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-59e53863-dce8-463a-b91a-23b681b9da5a req-5ff6272c-f6b5-4e3a-8005-5f66c0200c83 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Jun 15 14:40:34.112640 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88311df-7ed5-47a9-81ce-b74ede8ffbc5 req-e90172a3-4885-462f-91a9-6e5a80902e75 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:34.114139 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f88311df-7ed5-47a9-81ce-b74ede8ffbc5 req-e90172a3-4885-462f-91a9-6e5a80902e75 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 945 time: 0.0755250 Jun 15 14:40:34.158584 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f88311df-7ed5-47a9-81ce-b74ede8ffbc5 req-4c688c6d-a4a7-4bef-a905-b29f42156d34 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374539 Jun 15 14:40:35.342776 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d060-4f4c-4bf8-93bc-c4684b049f2d req-7085281b-f468-437e-8954-ecbbf3e2ebb8 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:35.344227 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5b4d060-4f4c-4bf8-93bc-c4684b049f2d req-7085281b-f468-437e-8954-ecbbf3e2ebb8 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 945 time: 0.0689759 Jun 15 14:40:35.388721 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-a5b4d060-4f4c-4bf8-93bc-c4684b049f2d req-29d1794b-5033-41b4-9323-71ff704dab74 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388908 Jun 15 14:40:35.564157 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834159-687e-499a-8ca5-adfe5f48e1c7 req-9e0832b1-4854-42ed-93c5-75153562b94c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:35.565584 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-71834159-687e-499a-8ca5-adfe5f48e1c7 req-9e0832b1-4854-42ed-93c5-75153562b94c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 945 time: 0.0681031 Jun 15 14:40:35.605845 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-71834159-687e-499a-8ca5-adfe5f48e1c7 req-42c52fcc-3fc6-4839-a6a2-d198179d6d99 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346727 Jun 15 14:40:35.629828 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56076) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:35.686409 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02ff7d-1e7f-49e3-952f-c26b78f587ad tempest-TestVolumeBootPattern-865164165 tempest-TestVolumeBootPattern-865164165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:35.687858 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ba02ff7d-1e7f-49e3-952f-c26b78f587ad tempest-TestVolumeBootPattern-865164165 tempest-TestVolumeBootPattern-865164165-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 1093 time: 0.0570595 Jun 15 14:40:35.690475 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56078) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:35.694758 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Request body: {'floatingip': {'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'port_id': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:35.717554 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.837468 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16671931'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.255236 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Allocated IP 172.27.3.232 (ad34256d-0a49-4996-ae90-fdc7b332a117/26a08f10-b4d7-42cc-b18a-5f601aeb6db2/9529a1b0-d193-48ec-991c-eb0124a2ccfd) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:36.338195 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:40:36.386123 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.426248 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16671864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785145089805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26466593'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.428222 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-672a26ff-a39d-4ddd-8e3c-a183c5be6b57 tempest-VolumesSnapshotTestJSON-905685450 tempest-VolumesSnapshotTestJSON-905685450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:36.473106 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Network ad34256d-0a49-4996-ae90-fdc7b332a117 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:36.476761 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:36.480524 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:40:36.510622 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=9529a1b0-d193-48ec-991c-eb0124a2ccfd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:36.529296 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.529684 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.530063 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.530523 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.530892 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.531259 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.531623 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.531984 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.532343 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.532699 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.533054 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.533406 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:36.538154 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:36.963414 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.054775 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16671913'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.238885 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.243843 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785145530691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785145089823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785145089868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26466591'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.245921 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-90d4df31-abe1-4ec7-9919-c2d756344213 tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:37.329960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event updated for resources: {'Port': ['ID=9529a1b0-d193-48ec-991c-eb0124a2ccfd,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:37.338651 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:37.350467 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-973683'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.493292 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Floating IP b46e19bd-6764-49aa-9984-1b417e5081bc associated. External IP: 172.27.3.232, port: 81ebccca-31aa-404f-8ae7-0fdb3a106ec4. Jun 15 14:40:37.778223 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:37.930946 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:37.941522 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:37.947035 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.952751 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:40:37.953404 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:40:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:37.996358 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0ead3a5d-01a3-46cf-8fad-dfdb9f965825 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3048618 Jun 15 14:40:37.997046 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:37.999426 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b24c00-9eb6-438f-a3e6-ff64d4e18635" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:38.041494 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64710581-44ac-4bc0-8b2b-36e859c798b0 x-openstack-request-id: req-64710581-44ac-4bc0-8b2b-36e859c798b0 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:38.041836 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:38.042135 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64710581-44ac-4bc0-8b2b-36e859c798b0 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:38.042609 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'status': 'completed', 'code': 200} Jun 15 14:40:38.111172 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:40:38.144074 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-da01fb63-539d-45a0-9cbe-557f1a5a1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:38.145619 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-da01fb63-539d-45a0-9cbe-557f1a5a1d39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 1098 time: 0.0585732 Jun 15 14:40:38.261528 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-6aea30b1-b2d9-45d0-a18f-25da7f80f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:38.263056 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-6aea30b1-b2d9-45d0-a18f-25da7f80f45b service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1116183 Jun 15 14:40:38.354324 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-3724c24a-2874-403d-ba1e-b94c605c039f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4 HTTP/1.1" status: 200 len: 999 time: 0.0841153 Jun 15 14:40:38.413112 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-15db9074-7ee5-40f2-aee0-c57bbb125e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:38.414673 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-15db9074-7ee5-40f2-aee0-c57bbb125e81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0548322 Jun 15 14:40:38.489369 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-b82d44c2-1f48-4417-9d43-f93c8fed9c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:38.490905 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-b82d44c2-1f48-4417-9d43-f93c8fed9c12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704293 Jun 15 14:40:38.551239 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'b46e19bd-6764-49aa-9984-1b417e5081bc', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:40:36Z', 'updated_at': '2021-06-15T14:40:36Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}, {'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:44Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:38.554594 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:38.562580 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:40:38.563187 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:40:29Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:38.604519 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-4939a608-1a7b-4dc6-a036-9e983c04d593 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074502 Jun 15 14:40:38.704489 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:40:38.723925 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-49b24c00-9eb6-438f-a3e6-ff64d4e18635 req-c8b4ac66-d244-433d-a502-9a5f1ffe9d89 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131687 Jun 15 14:40:39.006925 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'b46e19bd-6764-49aa-9984-1b417e5081bc', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:40:36Z', 'updated_at': '2021-06-15T14:40:36Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}, {'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:44Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:39.011364 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfbc187-11b3-4924-bab2-c353faacfde6 None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'b46e19bd-6764-49aa-9984-1b417e5081bc', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:ed:f0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:40:36Z', 'updated_at': '2021-06-15T14:40:36Z', 'revision_number': 0, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}, {'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:44Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:39.199566 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ef48bb-0332-4c09-99ba-d626218a3867 None None] New status for floating IP b46e19bd-6764-49aa-9984-1b417e5081bc: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:40:55.434968 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d8a58a9b-9cb6-406e-8014-085c3b47c1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.591163 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.068208 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1f0e1f80-773a-486b-af2b-c7bc4a18e969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.753501 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:00.292177 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.467927 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.728952 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-db9be4d9-472a-4384-956d-1f6afc0f0c07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619855 Jun 15 14:41:07.843780 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-a5a5f47f-ea4f-4c7c-9cd0-e735029af97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:07.845245 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-a5a5f47f-ea4f-4c7c-9cd0-e735029af97f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1098 time: 0.0582988 Jun 15 14:41:07.973849 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-0de0065b-84a0-4b58-917c-afdd7243ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:07.975403 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-0de0065b-84a0-4b58-917c-afdd7243ad95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1097467 Jun 15 14:41:08.058744 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-8a6b9f6b-f150-476b-acef-4441f0e60561 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 1001 time: 0.0774100 Jun 15 14:41:08.120382 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-8e28bc51-2060-4397-b079-d41a9445851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:08.121819 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-8e28bc51-2060-4397-b079-d41a9445851f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0567467 Jun 15 14:41:08.184308 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-2060aa38-7ab3-4904-8648-36b1c75f0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:08.185814 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-2060aa38-7ab3-4904-8648-36b1c75f0fae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576506 Jun 15 14:41:08.299872 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-b79d3868-878e-45d9-a5a5-dd320e92e261 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071708 Jun 15 14:41:08.414188 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-0dd11b65-ce4b-4f26-808c-0958830b7f75 req-f849200b-3c35-4298-8bae-33dd18c0bc98 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085219 Jun 15 14:41:13.336651 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:41:25.436202 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-70f94b6f-4e09-4fc8-8bb9-d0cd23a662e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.592284 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.070537 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-75416d86-c98d-46a9-83e8-8969d44efe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.773643 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.295477 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.469796 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.335610 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:41:55.437268 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1a763721-3b09-43a2-9549-34d72517217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.593383 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.072296 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-4c3a69f2-7a7c-4abe-b973-c7ced76739d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.772292 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.296145 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.473060 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.387966 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56114) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:06.596960 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Deleting port 9529a1b0-d193-48ec-991c-eb0124a2ccfd {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:06.597311 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.695779 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.696030 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.793799 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Calling delete_port for 9529a1b0-d193-48ec-991c-eb0124a2ccfd owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:06.991735 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.993708 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c69faa63-8056-4235-b922-9ca72cbf3e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:07.024212 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event deleted for resources: {'Port': ['ID=9529a1b0-d193-48ec-991c-eb0124a2ccfd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:07.056989 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.057373 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.057752 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.058121 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.058628 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.058868 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.059228 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.059698 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.060103 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.060473 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.060868 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.061265 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:07.064988 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:07.111795 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.112133 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Floating IP b46e19bd-6764-49aa-9984-1b417e5081bc disassociated (deleted). External IP: 172.27.3.232, port: 81ebccca-31aa-404f-8ae7-0fdb3a106ec4. Jun 15 14:42:07.690848 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:07.751299 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-b95297f8-af67-40ea-95d5-b0f47ed30353 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588820 Jun 15 14:42:07.843831 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-db5093a3-4426-4145-a405-cbcf7af70865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:07.844476 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:07.845343 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-db5093a3-4426-4145-a405-cbcf7af70865 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 1098 time: 0.0585482 Jun 15 14:42:07.849049 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.856283 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:07.869231 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:07.870018 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.896743 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-98d6f787-cadc-4478-bf2f-98c46b40a31e tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "DELETE /v2.0/floatingips/b46e19bd-6764-49aa-9984-1b417e5081bc HTTP/1.1" status: 204 len: 168 time: 1.5053794 Jun 15 14:42:07.896743 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:42:07.897823 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:42:07.949851 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f33a83a-de5e-458b-8ad3-295d5c3e8119 x-openstack-request-id: req-3f33a83a-de5e-458b-8ad3-295d5c3e8119 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:42:07.950193 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:42:07.950518 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f33a83a-de5e-458b-8ad3-295d5c3e8119 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:42:07.950961 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'status': 'completed', 'code': 200} Jun 15 14:42:07.991332 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-cc84eec6-ad1b-46ef-8c77-c95e9744037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:07.993053 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-cc84eec6-ad1b-46ef-8c77-c95e9744037c service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1275458 Jun 15 14:42:08.028982 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:08.057893 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-9f92fecd-a9d7-4d53-8f59-941c10dc34a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4 HTTP/1.1" status: 200 len: 217 time: 0.0546553 Jun 15 14:42:08.118380 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-decfd77d-6604-4f6c-b428-70b4be2fd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:08.120713 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-decfd77d-6604-4f6c-b428-70b4be2fd753 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0569081 Jun 15 14:42:08.188778 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-2e9e2df7-ee09-4d66-a47b-93fe9b6f5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:08.190389 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-2e9e2df7-ee09-4d66-a47b-93fe9b6f5812 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638399 Jun 15 14:42:08.321715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cbc99-273d-436a-8433-d539694d0017 req-bd7d6a7d-d706-40a6-b718-7c8033ee6573 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:08.323235 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f09cbc99-273d-436a-8433-d539694d0017 req-bd7d6a7d-d706-40a6-b718-7c8033ee6573 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 945 time: 0.0768776 Jun 15 14:42:08.346768 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-399ff46d-3c11-4c86-9921-1204b7123dda service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286776 Jun 15 14:42:08.348955 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:44Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:08.352394 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:08.361690 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:08.362311 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:08.372738 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-f09cbc99-273d-436a-8433-d539694d0017 req-ffa78809-a136-4ea7-9b78-0b54df1e0ed5 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Jun 15 14:42:08.475088 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-259c868c-7b4a-4773-aa9e-eb8ef5a2fea4 req-c755546b-fc98-4920-9534-1b6fed094c2c service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196058 Jun 15 14:42:08.507102 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:08.613104 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-ff9e8870-8b0f-4a4c-a180-ac78738ff8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:08.614521 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-ff9e8870-8b0f-4a4c-a180-ac78738ff8ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 1098 time: 0.0612626 Jun 15 14:42:08.740940 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-a42f9b14-8a57-4867-a52a-5a363beb9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:08.742761 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-a42f9b14-8a57-4867-a52a-5a363beb9829 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1175287 Jun 15 14:42:08.803925 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-5b5005fe-2924-4f74-9787-4cf7a897ca9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4 HTTP/1.1" status: 200 len: 217 time: 0.0536048 Jun 15 14:42:08.863871 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-2ac3c6a6-870b-4fff-a7d3-acfc53761fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:08.865245 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-2ac3c6a6-870b-4fff-a7d3-acfc53761fdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0545995 Jun 15 14:42:08.930128 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-0ddb774f-270b-45b2-8745-67fc71a6d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:08.931727 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-0ddb774f-270b-45b2-8745-67fc71a6d7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598667 Jun 15 14:42:08.938186 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:44Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:08.941804 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc605abb-f226-42f1-87bd-beca30d02439 None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_floatingips': [{'id': 'c4055f18-5f99-4286-a08f-b9dcace4379a', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'router_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'port_id': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'mac_address': 'fa:16:3e:27:71:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c03f15-b339-4027-bfec-049da6411c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:41Z', 'updated_at': '2021-06-15T14:38:44Z', 'revision_number': 1, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:09.053156 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-a7184ee7-ebf7-48a0-8c2c-1e6ee122e412 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143174 Jun 15 14:42:09.165391 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c54fb6-d4ac-4b2f-a457-2a6caeb9e0f3 None None] New status for floating IP b46e19bd-6764-49aa-9984-1b417e5081bc: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:42:09.175829 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-dcd6d2ad-a2e3-4f54-90bb-036833bb011f req-d8552737-6d3e-42b4-badf-594b8fe36ab4 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161048 Jun 15 14:42:09.566101 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac3970-445b-4a2b-8dee-8af18fa5a05d req-8decf5e8-c950-42b4-a29d-4cbb0f14022c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:09.567718 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c1ac3970-445b-4a2b-8dee-8af18fa5a05d req-8decf5e8-c950-42b4-a29d-4cbb0f14022c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 945 time: 0.0709844 Jun 15 14:42:09.608961 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-c1ac3970-445b-4a2b-8dee-8af18fa5a05d req-20ab4aa7-915a-4a3f-bb3b-5582b50953ef tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Jun 15 14:42:09.990001 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-8540b296-2b24-42c1-a089-7adb409565eb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:09.991470 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-8540b296-2b24-42c1-a089-7adb409565eb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 945 time: 0.0685189 Jun 15 14:42:10.113371 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Deleting port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:10.113719 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.229935 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] For port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:10.230303 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.331864 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Calling delete_port for 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:10.484689 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.488521 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-74befbbb-fcd1-4ff4-bc29-a4e1cc2ae3d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:10.522025 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event deleted for resources: {'Port': ['ID=81ebccca-31aa-404f-8ae7-0fdb3a106ec4,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:10.553572 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.553969 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.554365 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.554761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.555136 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.555512 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.555905 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.556278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.556650 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.557017 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.557383 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.557747 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:10.562548 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:10.586417 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] No DVR routers for this DVR port 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:10.589331 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.591312 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-2c91571a-9c0c-4b4b-ac50-cbdebd4ff5ef req-aee5fd6c-0f11-473e-9b80-cf1126d573fb tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "DELETE /v2.0/ports/81ebccca-31aa-404f-8ae7-0fdb3a106ec4 HTTP/1.1" status: 204 len: 173 time: 0.5942595 Jun 15 14:42:10.591815 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'name': 'network-vif-deleted', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:42:10.594088 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a5607-a1d9-4926-a6fd-de2bdcffa880" -d '{"events": [{"server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "name": "network-vif-deleted", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:42:10.647409 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fff5b7-c707-4f9b-83f0-8a768d438381 x-openstack-request-id: req-a4fff5b7-c707-4f9b-83f0-8a768d438381 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:42:10.647847 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6888ca-5564-4af2-ba45-51b41cc999d8", "name": "network-vif-deleted", "tag": "81ebccca-31aa-404f-8ae7-0fdb3a106ec4", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:42:10.648159 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4fff5b7-c707-4f9b-83f0-8a768d438381 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:42:10.648649 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6888ca-5564-4af2-ba45-51b41cc999d8', 'name': 'network-vif-deleted', 'tag': '81ebccca-31aa-404f-8ae7-0fdb3a106ec4', 'status': 'completed', 'code': 200} Jun 15 14:42:10.758797 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-00f54501-4cc7-47e5-91e2-4dcbe7c395e6 req-b594da84-3be0-41d6-9774-fce69ad8bb7a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d6888ca-5564-4af2-ba45-51b41cc999d8 HTTP/1.1" status: 200 len: 210 time: 0.0328894 Jun 15 14:42:12.830166 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:12.855529 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:12.855883 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device 81ebccca-31aa-404f-8ae7-0fdb3a106ec4 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:14.074228 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56158) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:14.275411 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Deleting port 9d9b6196-3f6c-475a-bc33-dfdc9983c9cc {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:14.275765 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.381612 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.381859 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.477320 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Calling delete_port for 9d9b6196-3f6c-475a-bc33-dfdc9983c9cc owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:14.660528 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.662686 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b270a712-697b-4fa8-9d31-c38e22e40e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:14.692029 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event deleted for resources: {'Port': ['ID=9d9b6196-3f6c-475a-bc33-dfdc9983c9cc,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:14.695126 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:14.772456 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.772863 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Floating IP c4055f18-5f99-4286-a08f-b9dcace4379a disassociated (deleted). External IP: 172.27.3.184, port: ac5bca1e-173a-4291-bb95-fd74a853f7f6. Jun 15 14:42:15.055305 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:15.205413 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:15.210189 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.215370 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601266a-b87e-4962-9384-332233c94802 None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:15.224480 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:15.225113 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:15.251571 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-feef295f-1cac-4dcc-b63b-ec2feb4ef6c6 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "DELETE /v2.0/floatingips/c4055f18-5f99-4286-a08f-b9dcace4379a HTTP/1.1" status: 204 len: 168 time: 1.1762533 Jun 15 14:42:15.252248 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:42:15.254559 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a66953aab619af9393d34896459bef280a36846523333c9b29ba69798ce2b69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc123f-2340-477c-ac03-46508ced5b05" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:42:15.293961 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c818e055-4625-4470-b578-ab7188886407 x-openstack-request-id: req-c818e055-4625-4470-b578-ab7188886407 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:42:15.294321 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:42:15.294715 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c818e055-4625-4470-b578-ab7188886407 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:42:15.295161 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'status': 'completed', 'code': 200} Jun 15 14:42:15.372829 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:15.411424 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123f-2340-477c-ac03-46508ced5b05 req-5416db92-9707-4695-97bb-0e2c7623975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:15.411424 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9adc123f-2340-477c-ac03-46508ced5b05 req-5416db92-9707-4695-97bb-0e2c7623975d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 1098 time: 0.0693283 Jun 15 14:42:15.537968 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123f-2340-477c-ac03-46508ced5b05 req-eb55db83-c59c-461d-b8cd-45e98b2ec7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:15.539551 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9adc123f-2340-477c-ac03-46508ced5b05 req-eb55db83-c59c-461d-b8cd-45e98b2ec7a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 200 len: 913 time: 0.1234336 Jun 15 14:42:15.598916 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9adc123f-2340-477c-ac03-46508ced5b05 req-3f3b2c76-0c9b-4698-9ec3-65d79bb15501 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 200 len: 217 time: 0.0515451 Jun 15 14:42:15.657483 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168412e-e6ac-4f3c-9593-9ec9c06fc0ae req-cc6207c3-17b0-4b60-b985-856f5af41270 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:15.659560 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1168412e-e6ac-4f3c-9593-9ec9c06fc0ae req-cc6207c3-17b0-4b60-b985-856f5af41270 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 945 time: 0.0803337 Jun 15 14:42:15.661278 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123f-2340-477c-ac03-46508ced5b05 req-c7f45125-e5d3-4157-a51e-b579f9b18553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:15.661427 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:15.662902 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9adc123f-2340-477c-ac03-46508ced5b05 req-c7f45125-e5d3-4157-a51e-b579f9b18553 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 200 len: 851 time: 0.0556085 Jun 15 14:42:15.664907 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601266a-b87e-4962-9384-332233c94802 None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:15.674143 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:15.674794 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:15.704351 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-1168412e-e6ac-4f3c-9593-9ec9c06fc0ae req-1c2ef5d8-b87b-42d9-8429-001137a8275c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370884 Jun 15 14:42:15.738300 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc123f-2340-477c-ac03-46508ced5b05 req-112e8cf7-b128-47ce-962e-90a05d6ae87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:15.739864 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9adc123f-2340-477c-ac03-46508ced5b05 req-112e8cf7-b128-47ce-962e-90a05d6ae87a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697455 Jun 15 14:42:15.822631 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:15.853454 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9adc123f-2340-477c-ac03-46508ced5b05 req-70dc53db-ceeb-4816-bb84-b9d62e41f102 service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047976 Jun 15 14:42:15.966908 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-9adc123f-2340-477c-ac03-46508ced5b05 req-90e8a1b7-c8b4-49b9-9494-e2882625759a service neutron] 10.222.0.61 "GET /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076252 Jun 15 14:42:16.085159 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-f601266a-b87e-4962-9384-332233c94802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:16.088590 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601266a-b87e-4962-9384-332233c94802 None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:35:24Z', 'revision_number': 4, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi', '_interfaces': [{'id': '59f0cdd3-0a2c-4c2c-9be4-e588787c0907', 'name': '', 'network_id': '56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'mac_address': 'fa:16:3e:e7:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:23Z', 'updated_at': '2021-06-15T14:35:32Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'subnets': [{'id': 'd4b06cc0-b208-4263-9ac8-7c3504496828', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:16.287786 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac479c9a-5b7a-4b24-8d03-5016f9507c13 None None] New status for floating IP c4055f18-5f99-4286-a08f-b9dcace4379a: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:42:16.896014 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf81e2-e8f4-4c29-b80c-722b821308c9 req-e93241e8-5bc5-4a6e-b7b8-f6c3c05e08f2 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:16.897482 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79cf81e2-e8f4-4c29-b80c-722b821308c9 req-e93241e8-5bc5-4a6e-b7b8-f6c3c05e08f2 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 945 time: 0.0720277 Jun 15 14:42:16.940250 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-79cf81e2-e8f4-4c29-b80c-722b821308c9 req-0d78d1d8-9a91-4660-90a1-dc57fc623864 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/security-groups?id=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Jun 15 14:42:17.219436 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-b1a97e03-0d0a-4762-a07f-5905b3e7f3f0 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:17.220902 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-b1a97e03-0d0a-4762-a07f-5905b3e7f3f0 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 945 time: 0.0745883 Jun 15 14:42:17.335939 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Deleting port ac5bca1e-173a-4291-bb95-fd74a853f7f6 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:17.336285 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.732690 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] For port ac5bca1e-173a-4291-bb95-fd74a853f7f6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=ac5bca1e-173a-4291-bb95-fd74a853f7f6,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:17.732969 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.823614 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Calling delete_port for ac5bca1e-173a-4291-bb95-fd74a853f7f6 owned by compute:nova {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:17.975657 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.979751 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-558a7b52-5c9f-4ce6-9e90-5e3221ec47eb tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:18.012268 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event deleted for resources: {'Port': ['ID=ac5bca1e-173a-4291-bb95-fd74a853f7f6,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:18.017019 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:18.075130 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] No DVR routers for this DVR port ac5bca1e-173a-4291-bb95-fd74a853f7f6 on host hv-cinder-77212 {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:18.077616 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for port, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.079610 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [req-b6b306c4-9fd9-4fcb-a04d-022e8d423f42 req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.61 "DELETE /v2.0/ports/ac5bca1e-173a-4291-bb95-fd74a853f7f6 HTTP/1.1" status: 204 len: 173 time: 0.8524966 Jun 15 14:42:18.080135 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'name': 'network-vif-deleted', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:42:18.082806 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c4a36af2d18f2c04ab2e1bf6116d0b62f3d310e3d63e26c47ccef644b542213" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccabb3d-3dee-4567-99b3-cb40cc00542d" -d '{"events": [{"server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "name": "network-vif-deleted", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:42:18.095264 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [req-211e5ea7-c30d-414f-b2ef-7f439b7ce4cb req-240211bb-b0e4-4acb-aadd-81c419b275ed tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c03f15-b339-4027-bfec-049da6411c59 HTTP/1.1" status: 200 len: 210 time: 0.0369034 Jun 15 14:42:18.125646 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe7db56-1078-4fec-94e3-a76bfdcffc05 x-openstack-request-id: req-cbe7db56-1078-4fec-94e3-a76bfdcffc05 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:42:18.125989 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c03f15-b339-4027-bfec-049da6411c59", "name": "network-vif-deleted", "tag": "ac5bca1e-173a-4291-bb95-fd74a853f7f6", "status": "completed", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:42:18.126293 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbe7db56-1078-4fec-94e3-a76bfdcffc05 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:42:18.126780 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c03f15-b339-4027-bfec-049da6411c59', 'name': 'network-vif-deleted', 'tag': 'ac5bca1e-173a-4291-bb95-fd74a853f7f6', 'status': 'completed', 'code': 200} Jun 15 14:42:19.192689 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56174) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.350867 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Deleting port 6f036864-b440-4cef-826e-50a555e4e689 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:19.351220 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.455000 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.455336 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.549639 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Calling delete_port for 6f036864-b440-4cef-826e-50a555e4e689 owned by network:floatingip {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:19.703520 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.706447 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:19.740222 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event deleted for resources: {'Port': ['ID=6f036864-b440-4cef-826e-50a555e4e689,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:19.742935 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:19.815170 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for floatingip, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.817742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13841'] for floatingip, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.818967 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-967c5254-c7c2-42e8-80fc-2114c0d2634c tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "DELETE /v2.0/floatingips/99692996-ddd0-4ead-80e7-2849e8ca3454 HTTP/1.1" status: 204 len: 168 time: 0.6252601 Jun 15 14:42:20.892114 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device ac5bca1e-173a-4291-bb95-fd74a853f7f6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:20.922294 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] No Port match for: ac5bca1e-173a-4291-bb95-fd74a853f7f6 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:20.922700 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Device ac5bca1e-173a-4291-bb95-fd74a853f7f6 not bound to the agent host hv-cinder-77212 {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:21.088457 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56186) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.157298 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc3bdd51-fe34-4817-9c9e-f3b926c9ee36 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.184429 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc3bdd51-fe34-4817-9c9e-f3b926c9ee36 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.256663 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc3bdd51-fe34-4817-9c9e-f3b926c9ee36 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.259800 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc3bdd51-fe34-4817-9c9e-f3b926c9ee36 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.263402 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-dc3bdd51-fe34-4817-9c9e-f3b926c9ee36 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] 10.222.0.15 "DELETE /v2.0/security-groups/35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c HTTP/1.1" status: 204 len: 168 time: 0.1709638 Jun 15 14:42:21.263402 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1eaf427b-1cd8-4ffb-a8e2-af8f53dd0039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:21.276043 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bdd51-fe34-4817-9c9e-f3b926c9ee36 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dd5d1f-9c57-4c3b-8dfc-b899ffcbdc8c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:21.286015 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dc3bdd51-fe34-4817-9c9e-f3b926c9ee36 tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:21.337852 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56190) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.921119 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.257584 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Deleting port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:22.258286 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.357580 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] For port 59f0cdd3-0a2c-4c2c-9be4-e588787c0907, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:22.357933 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.461226 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Calling delete_port for 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:22.991529 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.994969 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-687dfa7a-3922-48ea-859d-964d461e4680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:23.024491 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f0cdd3-0a2c-4c2c-9be4-e588787c0907,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:23.028383 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:23.244043 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.556745 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Router 66d5fe9d-4433-41df-8892-5f93e1a250e1 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:23.700495 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:23.705556 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-39f59b56-b80c-4472-88be-7abe6926ae57 admin admin] 10.222.0.15 "PUT /v2.0/routers/66d5fe9d-4433-41df-8892-5f93e1a250e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3665993 Jun 15 14:42:23.708279 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56194) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:23.709432 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] Sync routers for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:23.720346 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:23.721094 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:23.854465 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks [] for router, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.865643 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:23.997619 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.061107 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Deleting port ddc003d5-4b40-4852-b302-400f621bb9b5 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:24.061460 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.117531 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:42:22Z', 'revision_number': 5, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port': {'id': 'ddc003d5-4b40-4852-b302-400f621bb9b5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:21Z', 'updated_at': '2021-06-15T14:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:24.121086 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] Checking router: 66d5fe9d-4433-41df-8892-5f93e1a250e1 for host: dv-cinder-772126-3-iscsi {{(pid=91771) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:24.128950 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] Routers {'66d5fe9d-4433-41df-8892-5f93e1a250e1'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91771) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:24.129554 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['66d5fe9d-4433-41df-8892-5f93e1a250e1'], 'active': True} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:24.171936 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] For port ddc003d5-4b40-4852-b302-400f621bb9b5, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=ddc003d5-4b40-4852-b302-400f621bb9b5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:24.172305 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.254160 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvr_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] Set router 66d5fe9d-4433-41df-8892-5f93e1a250e1 gateway port host: None {{(pid=91771) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:24.272044 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Calling delete_port for ddc003d5-4b40-4852-b302-400f621bb9b5 owned by network:router_gateway {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:24.471009 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_hamode_db [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:42:23Z', 'revision_number': 6, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port_host': None}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:24.474977 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931a5f5-518b-4c5d-9777-33e37682ceec None None] The sync data for ids ['66d5fe9d-4433-41df-8892-5f93e1a250e1'] in dv-cinder-772126-3-iscsi is: [{'id': '66d5fe9d-4433-41df-8892-5f93e1a250e1', 'name': 'tempest-TestVolumeBootPattern-1478793673-router', 'tenant_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:20Z', 'updated_at': '2021-06-15T14:42:23Z', 'revision_number': 6, 'project_id': '79c61ab1bb824bd7bf54a8d36e071e35', 'gw_port_host': None}] {{(pid=91771) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:24.488833 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.491103 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ed18d4d7-900f-4728-905c-51e543119304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:24.539310 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc003d5-4b40-4852-b302-400f621bb9b5,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:24.544658 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:24.628001 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.761523 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.763506 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.821476 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.822032 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d5fe9d-4433-41df-8892-5f93e1a250e1 {{(pid=91770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:24.827917 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] Notify callbacks [] for router, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.831475 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-34c46c94-3b81-4ba6-87c7-6e84747f738d admin admin] 10.222.0.15 "DELETE /v2.0/routers/66d5fe9d-4433-41df-8892-5f93e1a250e1 HTTP/1.1" status: 204 len: 168 time: 1.1198022 Jun 15 14:42:24.831643 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56196) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:24.884518 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Deleting subnet d4b06cc0-b208-4263-9ac8-7c3504496828 {{(pid=91770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:42:24.887702 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.932741 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25396399'] for subnet, precommit_delete_associations {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.031970 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.094854 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25396979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26146309'] for subnet, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.097006 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:25.127157 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b06cc0-b208-4263-9ac8-7c3504496828,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.130742 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:25.134122 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for subnet, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.136052 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-cbe7688e-340a-4ed6-8f70-528eaca88997 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d4b06cc0-b208-4263-9ac8-7c3504496828 HTTP/1.1" status: 204 len: 168 time: 0.3034797 Jun 15 14:42:25.140316 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a745e8-97e9-4191-9d3a-cffa0b15efd5 None None] Network 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:42:25.142734 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56198) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.244921 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.306817 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Deleting port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:25.307198 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.381722 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] DHCP port deletion for 56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:42:25.398537 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] For port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:25.399009 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.443041 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ad6eaabe-ced9-4b9e-b22c-2770c4b9155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.449905 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Deleting port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:25.450544 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.466377 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 54668d84-e4f9-440f-bbdb-b72e03c1d9bc no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:25.505976 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Calling delete_port for 54668d84-e4f9-440f-bbdb-b72e03c1d9bc owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:25.572613 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] For port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,segment=NetworkSegment(1cab8208-771e-4059-8564-db6b8915c23f),segment_id=1cab8208-771e-4059-8564-db6b8915c23f)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:25.572993 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.610577 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.612818 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fa191d6c-cca4-4ca2-8d0b-11964c442a7f tempest-TestMinimumBasicScenario-432798769 tempest-TestMinimumBasicScenario-432798769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:25.643744 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Pushing event deleted for resources: {'Port': ['ID=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.646417 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:25.648834 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] No DVR routers for this DVR port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc on host dv-cinder-772126-3-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:25.670335 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Calling delete_port for 54668d84-e4f9-440f-bbdb-b72e03c1d9bc owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:25.692908 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc update to DOWN by agent not found {{(pid=91771) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 15 14:42:25.693358 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ddc003d5-4b40-4852-b302-400f621bb9b5 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:25.723918 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: ddc003d5-4b40-4852-b302-400f621bb9b5 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:25.724272 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device ddc003d5-4b40-4852-b302-400f621bb9b5 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:25.724708 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:25.749886 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:25.750214 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device 59f0cdd3-0a2c-4c2c-9be4-e588787c0907 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:25.750674 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.764216 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:25.775645 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cab8208-771e-4059-8564-db6b8915c23f') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:25.775956 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cab8208-771e-4059-8564-db6b8915c23f') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:25.786082 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.800761 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.807186 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:25.807605 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: retrieve_revision_numbers = { Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:42:25.809246 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:42:25.832907 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.834863 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-1aadb622-6d5d-4594-960e-f29fee54bbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:25.864607 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Pushing event deleted for resources: {'Port': ['ID=54668d84-e4f9-440f-bbdb-b72e03c1d9bc,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.873315 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] No DVR routers for this DVR port 54668d84-e4f9-440f-bbdb-b72e03c1d9bc on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:25.881844 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.882363 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.884727 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.884727 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.884727 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.885572 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.886764 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.887149 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.887467 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.887866 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.888212 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.888562 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-3-iscsi {{(pid=91771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:25.891613 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.891895 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-d15b2fa0-9af1-4c9a-9f9f-68ea8fd794f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:25.895561 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-dde7c928-06ed-4bb5-bfae-3f116ff78897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:25.898168 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.900067 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] 10.222.0.15 "DELETE /v2.0/networks/56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b HTTP/1.1" status: 204 len: 168 time: 0.7558346 Jun 15 14:42:25.903115 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56200) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.914011 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ab2a00-b0e0-4028-bf29-bc7d6bcf2c7b,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.916656 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ebf18b35-6cb0-4770-8498-b8a042323384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:26.347889 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968916'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.677262 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Deleting port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:26.677523 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.783392 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] For port eafd2e7f-408d-4022-8bb3-4b9a01b3cbff, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,segment=NetworkSegment(127916db-0e7a-4a9f-be36-669b8df11921),segment_id=127916db-0e7a-4a9f-be36-669b8df11921)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:26.783759 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.880049 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Calling delete_port for eafd2e7f-408d-4022-8bb3-4b9a01b3cbff owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:27.100492 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.102963 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c13a0003-62ad-4749-982d-f093d2cce8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:27.130205 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Pushing event deleted for resources: {'Port': ['ID=eafd2e7f-408d-4022-8bb3-4b9a01b3cbff,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:27.133699 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:27.334656 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:42:27.355700 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-969028'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.596412 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.643862 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Router 89315733-4ec6-423e-916a-aa9cf31822b8 has already been hosted by L3 agent 035c7ca5-ee6c-4033-a98f-d125bad6a09f {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:28.103675 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] Notify agent at l3_agent.dv-cinder-772126-3-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:28.108584 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b44834d0-eb6f-4705-b70c-34bee095b28c admin admin] 10.222.0.15 "PUT /v2.0/routers/89315733-4ec6-423e-916a-aa9cf31822b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2043605 Jun 15 14:42:28.111237 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56202) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:28.112115 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] Sync routers for ids ['89315733-4ec6-423e-916a-aa9cf31822b8'] in dv-cinder-772126-3-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:28.122269 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] Routers {'89315733-4ec6-423e-916a-aa9cf31822b8'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:28.122961 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['89315733-4ec6-423e-916a-aa9cf31822b8'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:28.257829 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.263875 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] Set router 89315733-4ec6-423e-916a-aa9cf31822b8 gateway port host: dv-cinder-772126-3-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:28.408705 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.469363 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Deleting port e67b3074-2a3d-4c5f-8400-998791f92cb5 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:28.469721 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.513143 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'external_fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:42:27Z', 'revision_number': 5, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port': {'id': 'e67b3074-2a3d-4c5f-8400-998791f92cb5', 'name': '', 'network_id': 'ad34256d-0a49-4996-ae90-fdc7b332a117', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:35:29Z', 'updated_at': '2021-06-15T14:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26a08f10-b4d7-42cc-b18a-5f601aeb6db2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-3-iscsi'}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:28.516729 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] Checking router: 89315733-4ec6-423e-916a-aa9cf31822b8 for host: dv-cinder-772126-3-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:28.525652 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] Routers {'89315733-4ec6-423e-916a-aa9cf31822b8'} bound to L3 agent in host dv-cinder-772126-3-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:28.526266 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:18:29Z,description=,heartbeat_timestamp=2021-06-15T14:41:59Z,host='dv-cinder-772126-3-iscsi',id=035c7ca5-ee6c-4033-a98f-d125bad6a09f,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:18:29Z,topic='l3_agent')) {'router_ids': ['89315733-4ec6-423e-916a-aa9cf31822b8'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:28.579035 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] For port e67b3074-2a3d-4c5f-8400-998791f92cb5, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=e67b3074-2a3d-4c5f-8400-998791f92cb5,segment=NetworkSegment(6e333d9e-8124-4746-8d82-7ae02b42b684),segment_id=6e333d9e-8124-4746-8d82-7ae02b42b684)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:28.579402 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.651448 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] Set router 89315733-4ec6-423e-916a-aa9cf31822b8 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:28.675003 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Calling delete_port for e67b3074-2a3d-4c5f-8400-998791f92cb5 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:28.729692 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:42:28Z', 'revision_number': 6, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port_host': None}], 'dv-cinder-772126-3-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:28.733259 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296137f8-bace-454d-8a3d-6b34e2011f5b None None] The sync data for ids ['89315733-4ec6-423e-916a-aa9cf31822b8'] in dv-cinder-772126-3-iscsi is: [{'id': '89315733-4ec6-423e-916a-aa9cf31822b8', 'name': 'tempest-TestVolumeBootPattern-472677618-router', 'tenant_id': '3cacfe3e56064ca6a7d961f68ef51159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:35:27Z', 'updated_at': '2021-06-15T14:42:28Z', 'revision_number': 6, 'project_id': '3cacfe3e56064ca6a7d961f68ef51159', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:28.885532 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26466600'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.887609 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1abe1df5-0993-4487-90ab-af3749b99631 tempest-AttachVolumeTestJSON-1994258571 tempest-AttachVolumeTestJSON-1994258571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:28.917605 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e67b3074-2a3d-4c5f-8400-998791f92cb5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:28.920554 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:28.995242 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-973591'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.076183 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-82d8b8ad-6771-416a-a7d5-d495972ff463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.135822 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-967654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9491'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.138107 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.200721 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-966960'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.201196 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89315733-4ec6-423e-916a-aa9cf31822b8 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:29.205820 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.206984 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e162908c-a1e0-4d10-909f-f78fb99793dc admin admin] 10.222.0.15 "DELETE /v2.0/routers/89315733-4ec6-423e-916a-aa9cf31822b8 HTTP/1.1" status: 204 len: 168 time: 1.0947630 Jun 15 14:42:29.209639 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.15', 56204) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:29.262811 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Deleting subnet 10c046c1-5f72-4c63-9639-960994b61bca {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:42:29.265866 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.313246 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26467446'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.403674 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16563187'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.475703 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16563194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-997862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26467538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26596716'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.483944 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:29.505160 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device eafd2e7f-408d-4022-8bb3-4b9a01b3cbff no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:29.517044 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c046c1-5f72-4c63-9639-960994b61bca,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:29.519996 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:29.521034 dv-cinder-772126-3-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.524660 dv-cinder-772126-3-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5bee8efc-c20b-4d10-9c71-3d7ab71143e5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/10c046c1-5f72-4c63-9639-960994b61bca HTTP/1.1" status: 204 len: 168 time: 0.3133025 Jun 15 14:42:29.526050 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56206) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:29.531811 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9b719-1e0e-44fa-87af-20436b102491 None None] Network c4f42dda-4b39-44da-a3d9-742c5c3e3532 requested from dv-cinder-772126-3-iscsi {{(pid=91771) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:42:29.535279 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: eafd2e7f-408d-4022-8bb3-4b9a01b3cbff {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:29.535628 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device eafd2e7f-408d-4022-8bb3-4b9a01b3cbff not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:29.536064 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device e67b3074-2a3d-4c5f-8400-998791f92cb5 no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:29.581205 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: e67b3074-2a3d-4c5f-8400-998791f92cb5 {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:29.581566 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device e67b3074-2a3d-4c5f-8400-998791f92cb5 not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:29.629501 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16277112'] for network, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.696579 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Deleting port cc716021-54ae-4377-89e5-eeecefb245be {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:29.696929 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.778536 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.793108 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] For port cc716021-54ae-4377-89e5-eeecefb245be, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=cc716021-54ae-4377-89e5-eeecefb245be,segment=NetworkSegment(127916db-0e7a-4a9f-be36-669b8df11921),segment_id=127916db-0e7a-4a9f-be36-669b8df11921)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:29.793108 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.800042 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] DHCP port deletion for c4f42dda-4b39-44da-a3d9-742c5c3e3532 request from dv-cinder-772126-3-iscsi {{(pid=91771) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:42:29.863711 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] Deleting port cc716021-54ae-4377-89e5-eeecefb245be {{(pid=91771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:29.864124 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785145526056'] for port, before_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.954773 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.db [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] For port cc716021-54ae-4377-89e5-eeecefb245be, host dv-cinder-772126-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-3-iscsi',level=0,port_id=cc716021-54ae-4377-89e5-eeecefb245be,segment=NetworkSegment(127916db-0e7a-4a9f-be36-669b8df11921),segment_id=127916db-0e7a-4a9f-be36-669b8df11921)] {{(pid=91771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:29.955181 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-974833'] for port, precommit_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.054642 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] Calling delete_port for cc716021-54ae-4377-89e5-eeecefb245be owned by network:dhcp {{(pid=91771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:30.089498 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [req-69c2a00e-0ac1-451b-8c0c-7578612ebded req-c886a7f6-f72e-4346-8e78-64aea4a1a9ed service neutron] (91770) timed out ('10.222.0.61', 63436) {{(pid=91770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 14:42:30.149975 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814'] for port, after_delete {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.152018 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:30.181994 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] Pushing event deleted for resources: {'Port': ['ID=cc716021-54ae-4377-89e5-eeecefb245be,revision_number=None']} {{(pid=91771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.183307 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Calling delete_port for cc716021-54ae-4377-89e5-eeecefb245be owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:30.185037 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG oslo_concurrency.lockutils [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:30.185847 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a81e9-c451-4924-ba29-1384277f2789 None None] No DVR routers for this DVR port cc716021-54ae-4377-89e5-eeecefb245be on host dv-cinder-772126-3-iscsi {{(pid=91771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:30.275812 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16671811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785145530700', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785145089814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395977'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.278626 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-3a9d983f-1fc4-4ac5-940f-177bdf6bae1a tempest-TestVolumeBootPattern-848008359 tempest-TestVolumeBootPattern-848008359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:30.299875 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.307405 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc716021-54ae-4377-89e5-eeecefb245be,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.310516 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:30.311317 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] No DVR routers for this DVR port cc716021-54ae-4377-89e5-eeecefb245be on host dv-cinder-772126-3-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:30.411681 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16561774', 'neutron.services.segments.db._delete_segments_for_network-8785145644216'] for network, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.422979 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f42dda-4b39-44da-a3d9-742c5c3e3532']}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:30.434491 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127916db-0e7a-4a9f-be36-669b8df11921') {'for_net_delete': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:30.434795 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.services.segments.db [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127916db-0e7a-4a9f-be36-669b8df11921') {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:30.444453 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785145644054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25396388'] for segment, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.464621 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670'] for segment, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.471244 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=91770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:30.471743 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16597670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25396058'] for segment, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: self.session.flush() Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: self.session.flush() Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: self.session.flush() Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: self.session.flush() Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: Traceback (most recent call last): Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: timer() Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: cb(*args, **kw) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: return func(*args, **kwargs) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: self._notify() Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: self.callback(batched_events) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: event.method(event) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: return f(self, *a, **k) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._get(url).json() Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: return self.request(url, 'GET', **kwargs) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:42:30.473532 dv-cinder-772126-3-iscsi neutron-server[91770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:42:30.547560 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16561777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-577594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-973578'] for network, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.551316 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:30.553791 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577567'] for network, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.556198 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c4f42dda-4b39-44da-a3d9-742c5c3e3532 HTTP/1.1" status: 204 len: 168 time: 1.0290253 Jun 15 14:42:30.569676 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f42dda-4b39-44da-a3d9-742c5c3e3532,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.573038 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-211b12fe-771e-4c71-a7fd-38487314e969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:30.672104 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56210) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:30.724093 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-440a2e5a-b01d-440d-bdb3-9ee0fc3d1a0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79c61ab1bb824bd7bf54a8d36e071e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507114 Jun 15 14:42:30.726492 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56214) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:30.784855 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd94a-e93a-4e46-81cf-212339a0cd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.808392 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd94a-e93a-4e46-81cf-212339a0cd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.856754 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd94a-e93a-4e46-81cf-212339a0cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.859390 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd94a-e93a-4e46-81cf-212339a0cd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.860530 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-ff5cd94a-e93a-4e46-81cf-212339a0cd95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e42f370-7b18-4e24-986e-d3a7d948ff45 HTTP/1.1" status: 204 len: 168 time: 0.1326089 Jun 15 14:42:30.861368 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-0423776f-90b9-4f4a-8d64-ea249e5ce0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:30.871032 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cd94a-e93a-4e46-81cf-212339a0cd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42f370-7b18-4e24-986e-d3a7d948ff45,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.873423 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ff5cd94a-e93a-4e46-81cf-212339a0cd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:31.183158 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56220) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:31.229412 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-f9ebb1ed-3d04-4540-bb75-0b909be0a106 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cacfe3e56064ca6a7d961f68ef51159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448840 Jun 15 14:42:31.231781 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.wsgi [-] (91770) accepted ('10.222.0.15', 56222) {{(pid=91770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:31.283488 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d7f1-9ea6-4b36-9847-02d40f68361d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.306835 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d7f1-9ea6-4b36-9847-02d40f68361d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.359171 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d7f1-9ea6-4b36-9847-02d40f68361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1023099'] for security_group, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.361893 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d7f1-9ea6-4b36-9847-02d40f68361d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.363017 dv-cinder-772126-3-iscsi neutron-server[91770]: INFO neutron.wsgi [None req-5ae2d7f1-9ea6-4b36-9847-02d40f68361d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ee54b50-7fd9-49eb-8fab-9f2d3d021786 HTTP/1.1" status: 204 len: 168 time: 0.1302710 Jun 15 14:42:31.363813 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-169a5ad1-17d5-4ac8-89a2-d3d059926935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:31.373482 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2d7f1-9ea6-4b36-9847-02d40f68361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee54b50-7fd9-49eb-8fab-9f2d3d021786,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:31.375848 dv-cinder-772126-3-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5ae2d7f1-9ea6-4b36-9847-02d40f68361d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:31.452373 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device cc716021-54ae-4377-89e5-eeecefb245be no longer exists at agent ovs-agent-dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:31.485410 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] No Port match for: cc716021-54ae-4377-89e5-eeecefb245be {{(pid=91771) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:31.485772 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron.plugins.ml2.rpc [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Device cc716021-54ae-4377-89e5-eeecefb245be not bound to the agent host dv-cinder-772126-3-iscsi {{(pid=91771) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:31.498011 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.435609 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-05ec37fa-d959-41db-9cb0-dde11407f3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.597895 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.080711 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e7a9-b07a-4524-9588-0f04875c81de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.782914 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.303518 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.478182 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.333730 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:43:25.436537 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd534-1ae7-4035-8c62-d26a4d2f2203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.600260 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.081175 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8017ca54-e677-4e87-b3aa-e715a2394783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.789289 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.307295 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.481741 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.332658 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:43:55.440053 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-94d903ee-ef0d-4251-8d60-a178cb672633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.603336 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.085767 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2158f243-d65f-4445-9ad0-e759c59238f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.796053 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.309168 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.483684 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.331001 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:44:25.441114 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad1c0-7aa3-4b05-9305-bb19cec3acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.606490 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.087043 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-95e3e393-e689-4d87-94d6-08e6702df0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.795175 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.311761 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.487148 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.329278 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:44:55.445141 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-cf24f358-17f9-42ec-965a-a0c2a3b4c518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.608005 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.091917 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-5b703ab3-d8d1-4e0c-b09a-fb1e7fbd14d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.808281 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.314326 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.490825 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.446543 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-5f216cce-be94-44bc-8fdb-352e9711b09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.608995 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.084642 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-98e538c2-791d-4d6c-a68c-527d003f3c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.817208 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.318680 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.492426 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.328188 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:45:55.448854 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-7aa18fe9-3aef-4a6a-81d9-553cca512caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.612356 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.098090 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c309eeb5-c36e-4693-8f49-1bb65b57d76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.817595 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.323079 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.495274 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.326277 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:46:25.449456 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-eb7244dc-5019-418b-bac2-d15834f72d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:27.613291 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.088386 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-1408509c-f9f0-4c24-927e-3196cc08ae01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.822757 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.324023 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.505554 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.324652 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:46:55.454419 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-ae27f6d8-1c73-429d-8f99-2ff98a983bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.614184 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.091014 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-e51d7355-82c6-407f-a29f-0afbff92e397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.852251 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.327476 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:01.501129 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.323353 dv-cinder-772126-3-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-7e9186fd-11d5-4cda-adbe-5cbb45ed83a0 None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:47:25.456106 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b1414680-7913-47a5-ab9e-f3af0b921183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.615089 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8d0d-6419-4c77-801e-40632804b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.092343 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-2d97375a-7d48-4b1d-a8d3-a4806800cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.838798 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-c1aab35a-e144-47fc-8f71-24a09a0cbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.330789 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-3ea7db09-53bf-470e-8e47-963bf2ab3b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.506578 dv-cinder-772126-3-iscsi neutron-server[91771]: DEBUG neutron_lib.callbacks.manager [None req-fda667b1-0e5d-4c12-ace2-40caf1c3e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785145644198', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16560048'] for agent, after_update {{(pid=91771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}